2024-11-22 19:56:02,007 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 19:56:02,023 main DEBUG Took 0.013163 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 19:56:02,024 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 19:56:02,024 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 19:56:02,026 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 19:56:02,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:56:02,037 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 19:56:02,053 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,055 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:56:02,055 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:56:02,057 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:56:02,058 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:56:02,059 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:56:02,060 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:56:02,062 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:56:02,063 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:56:02,064 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,064 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:56:02,065 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:56:02,066 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:56:02,067 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 19:56:02,068 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,068 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 19:56:02,070 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 19:56:02,072 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 19:56:02,074 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 19:56:02,075 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 19:56:02,076 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 19:56:02,077 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 19:56:02,088 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 19:56:02,091 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 19:56:02,093 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 19:56:02,093 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 19:56:02,093 main DEBUG createAppenders(={Console}) 2024-11-22 19:56:02,094 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-22 19:56:02,095 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 19:56:02,095 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-22 19:56:02,096 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 19:56:02,096 main DEBUG OutputStream closed 2024-11-22 19:56:02,096 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 19:56:02,097 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 19:56:02,097 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-22 19:56:02,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 19:56:02,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 19:56:02,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 19:56:02,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 19:56:02,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 19:56:02,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 19:56:02,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 19:56:02,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 19:56:02,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 19:56:02,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 19:56:02,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 19:56:02,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 19:56:02,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 19:56:02,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 19:56:02,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 19:56:02,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 19:56:02,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 19:56:02,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 19:56:02,200 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 19:56:02,201 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-22 19:56:02,201 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 19:56:02,202 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-22T19:56:02,474 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a 2024-11-22 19:56:02,478 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 19:56:02,478 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T19:56:02,487 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-22T19:56:02,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T19:56:02,524 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/cluster_a9923ad1-52d0-6038-7536-afd0db0b0ac9, deleteOnExit=true 2024-11-22T19:56:02,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T19:56:02,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/test.cache.data in system properties and HBase conf 2024-11-22T19:56:02,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T19:56:02,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/hadoop.log.dir in system properties and HBase conf 2024-11-22T19:56:02,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T19:56:02,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T19:56:02,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T19:56:02,629 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T19:56:02,748 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T19:56:02,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:56:02,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T19:56:02,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T19:56:02,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:56:02,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T19:56:02,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T19:56:02,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T19:56:02,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:56:02,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T19:56:02,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/nfs.dump.dir in system properties and HBase conf 2024-11-22T19:56:02,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/java.io.tmpdir in system properties and HBase conf 2024-11-22T19:56:02,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T19:56:02,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T19:56:02,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T19:56:03,702 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T19:56:03,787 INFO [Time-limited test {}] log.Log(170): Logging initialized @2655ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T19:56:03,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:56:03,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:56:03,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:56:03,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:56:03,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T19:56:03,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:56:03,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:56:03,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:56:04,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/java.io.tmpdir/jetty-localhost-43877-hadoop-hdfs-3_4_1-tests_jar-_-any-15586301921694474556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:56:04,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:43877} 2024-11-22T19:56:04,218 INFO [Time-limited test {}] server.Server(415): Started @3087ms 2024-11-22T19:56:04,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T19:56:04,676 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T19:56:04,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T19:56:04,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T19:56:04,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T19:56:04,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/hadoop.log.dir/,AVAILABLE} 2024-11-22T19:56:04,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T19:56:04,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7acb84b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/java.io.tmpdir/jetty-localhost-40255-hadoop-hdfs-3_4_1-tests_jar-_-any-3658796973990410898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:56:04,815 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e1ebae6{HTTP/1.1, (http/1.1)}{localhost:40255} 2024-11-22T19:56:04,815 INFO [Time-limited test {}] server.Server(415): Started @3684ms 2024-11-22T19:56:04,878 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T19:56:05,403 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/cluster_a9923ad1-52d0-6038-7536-afd0db0b0ac9/data/data1/current/BP-1357241678-172.17.0.2-1732305363437/current, will proceed with Du for space computation calculation, 2024-11-22T19:56:05,403 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/cluster_a9923ad1-52d0-6038-7536-afd0db0b0ac9/data/data2/current/BP-1357241678-172.17.0.2-1732305363437/current, will proceed with Du for space computation calculation, 2024-11-22T19:56:05,455 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T19:56:05,520 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30171191c2094031 with lease ID 0x5ddcd79b6b63af83: Processing first storage report for DS-c97f9bf9-8169-4e64-8bf9-e880c4ec3405 from datanode DatanodeRegistration(127.0.0.1:34569, datanodeUuid=c200b0dc-2382-4d82-a734-e0600f817faa, infoPort=43047, infoSecurePort=0, ipcPort=33637, storageInfo=lv=-57;cid=testClusterID;nsid=26657708;c=1732305363437) 2024-11-22T19:56:05,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30171191c2094031 with lease ID 0x5ddcd79b6b63af83: from storage DS-c97f9bf9-8169-4e64-8bf9-e880c4ec3405 node DatanodeRegistration(127.0.0.1:34569, datanodeUuid=c200b0dc-2382-4d82-a734-e0600f817faa, infoPort=43047, infoSecurePort=0, ipcPort=33637, storageInfo=lv=-57;cid=testClusterID;nsid=26657708;c=1732305363437), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T19:56:05,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30171191c2094031 with lease ID 0x5ddcd79b6b63af83: Processing first storage report for DS-def1a570-297f-449e-a054-4bce2619df28 from datanode DatanodeRegistration(127.0.0.1:34569, datanodeUuid=c200b0dc-2382-4d82-a734-e0600f817faa, infoPort=43047, infoSecurePort=0, ipcPort=33637, storageInfo=lv=-57;cid=testClusterID;nsid=26657708;c=1732305363437) 2024-11-22T19:56:05,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30171191c2094031 with lease ID 0x5ddcd79b6b63af83: from storage DS-def1a570-297f-449e-a054-4bce2619df28 node DatanodeRegistration(127.0.0.1:34569, datanodeUuid=c200b0dc-2382-4d82-a734-e0600f817faa, infoPort=43047, infoSecurePort=0, ipcPort=33637, storageInfo=lv=-57;cid=testClusterID;nsid=26657708;c=1732305363437), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T19:56:05,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a 2024-11-22T19:56:05,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/cluster_a9923ad1-52d0-6038-7536-afd0db0b0ac9/zookeeper_0, clientPort=50891, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/cluster_a9923ad1-52d0-6038-7536-afd0db0b0ac9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/cluster_a9923ad1-52d0-6038-7536-afd0db0b0ac9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T19:56:05,667 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50891 2024-11-22T19:56:05,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:56:05,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:56:05,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741825_1001 (size=7) 2024-11-22T19:56:06,356 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0 with version=8 2024-11-22T19:56:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/hbase-staging 2024-11-22T19:56:06,461 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T19:56:06,733 INFO [Time-limited test {}] client.ConnectionUtils(128): master/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:56:06,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:56:06,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:56:06,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:56:06,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:56:06,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:56:06,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T19:56:06,966 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T19:56:06,975 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T19:56:06,979 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:56:07,008 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5843 (auto-detected) 2024-11-22T19:56:07,009 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T19:56:07,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38233 2024-11-22T19:56:07,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38233 connecting to ZooKeeper ensemble=127.0.0.1:50891 2024-11-22T19:56:07,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382330x0, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:56:07,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38233-0x101414015120000 connected 2024-11-22T19:56:07,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:56:07,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:56:07,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:56:07,150 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0, hbase.cluster.distributed=false 2024-11-22T19:56:07,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:56:07,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38233 2024-11-22T19:56:07,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38233 2024-11-22T19:56:07,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38233 2024-11-22T19:56:07,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38233 2024-11-22T19:56:07,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38233 2024-11-22T19:56:07,312 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/982bb8edae1e:0 server-side Connection retries=45 2024-11-22T19:56:07,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:56:07,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T19:56:07,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T19:56:07,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T19:56:07,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T19:56:07,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T19:56:07,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T19:56:07,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45729 2024-11-22T19:56:07,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45729 connecting to ZooKeeper ensemble=127.0.0.1:50891 2024-11-22T19:56:07,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:56:07,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:56:07,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457290x0, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T19:56:07,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45729-0x101414015120001 connected 2024-11-22T19:56:07,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:56:07,341 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T19:56:07,350 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T19:56:07,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T19:56:07,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T19:56:07,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-22T19:56:07,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45729 2024-11-22T19:56:07,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45729 2024-11-22T19:56:07,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-22T19:56:07,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-22T19:56:07,377 DEBUG [M:0;982bb8edae1e:38233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;982bb8edae1e:38233 2024-11-22T19:56:07,378 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/982bb8edae1e,38233,1732305366518 2024-11-22T19:56:07,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:56:07,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:56:07,388 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/982bb8edae1e,38233,1732305366518 2024-11-22T19:56:07,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T19:56:07,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:56:07,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:56:07,409 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T19:56:07,411 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/982bb8edae1e,38233,1732305366518 from backup master directory 2024-11-22T19:56:07,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:56:07,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/982bb8edae1e,38233,1732305366518 2024-11-22T19:56:07,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T19:56:07,417 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:56:07,417 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=982bb8edae1e,38233,1732305366518 2024-11-22T19:56:07,420 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T19:56:07,422 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T19:56:07,483 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/hbase.id] with ID: 2a1680bf-cc91-4c85-945e-aa505283ed1c 2024-11-22T19:56:07,483 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/.tmp/hbase.id 2024-11-22T19:56:07,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741826_1002 (size=42) 2024-11-22T19:56:07,897 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/.tmp/hbase.id]:[hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/hbase.id] 2024-11-22T19:56:07,947 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T19:56:07,952 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T19:56:07,974 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-22T19:56:07,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:56:07,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:56:07,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741827_1003 (size=196) 2024-11-22T19:56:08,412 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:56:08,414 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T19:56:08,436 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:08,443 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:56:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741828_1004 (size=1189) 2024-11-22T19:56:08,902 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store 2024-11-22T19:56:08,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741829_1005 (size=34) 2024-11-22T19:56:09,330 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T19:56:09,334 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:56:09,335 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:56:09,336 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:56:09,336 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:56:09,337 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:56:09,338 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:56:09,338 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:56:09,339 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732305369335Disabling compacts and flushes for region at 1732305369335Disabling writes for close at 1732305369337 (+2 ms)Writing region close event to WAL at 1732305369338 (+1 ms)Closed at 1732305369338 2024-11-22T19:56:09,341 WARN [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/.initializing 2024-11-22T19:56:09,342 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/WALs/982bb8edae1e,38233,1732305366518 2024-11-22T19:56:09,351 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:56:09,369 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C38233%2C1732305366518, suffix=, logDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/WALs/982bb8edae1e,38233,1732305366518, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/oldWALs, maxLogs=10 2024-11-22T19:56:09,396 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/WALs/982bb8edae1e,38233,1732305366518/982bb8edae1e%2C38233%2C1732305366518.1732305369374, exclude list is [], retry=0 2024-11-22T19:56:09,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-c97f9bf9-8169-4e64-8bf9-e880c4ec3405,DISK] 2024-11-22T19:56:09,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T19:56:09,458 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/WALs/982bb8edae1e,38233,1732305366518/982bb8edae1e%2C38233%2C1732305366518.1732305369374 2024-11-22T19:56:09,460 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43047:43047)] 2024-11-22T19:56:09,460 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:56:09,461 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:56:09,464 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:56:09,465 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:56:09,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:56:09,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T19:56:09,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:09,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:56:09,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:56:09,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T19:56:09,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:09,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:56:09,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:56:09,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T19:56:09,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:09,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:56:09,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:56:09,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T19:56:09,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:09,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:56:09,558 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:56:09,562 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:56:09,563 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:56:09,570 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:56:09,571 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:56:09,575 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T19:56:09,579 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T19:56:09,584 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:56:09,586 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63340239, jitterRate=-0.056156888604164124}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T19:56:09,592 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732305369478Initializing all the Stores at 1732305369480 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305369481 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305369482 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305369482Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305369482Cleaning up temporary data from old regions at 1732305369571 (+89 ms)Region opened successfully at 1732305369592 (+21 ms) 2024-11-22T19:56:09,594 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T19:56:09,631 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b8555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:56:09,666 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T19:56:09,679 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T19:56:09,679 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T19:56:09,682 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T19:56:09,684 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T19:56:09,689 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T19:56:09,689 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T19:56:09,720 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T19:56:09,729 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T19:56:09,733 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T19:56:09,735 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T19:56:09,737 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T19:56:09,739 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T19:56:09,742 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T19:56:09,746 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T19:56:09,747 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T19:56:09,749 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T19:56:09,751 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T19:56:09,771 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T19:56:09,774 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T19:56:09,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:56:09,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:56:09,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T19:56:09,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:56:09,781 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=982bb8edae1e,38233,1732305366518, sessionid=0x101414015120000, setting cluster-up flag (Was=false) 2024-11-22T19:56:09,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:56:09,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:56:09,804 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T19:56:09,806 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,38233,1732305366518 2024-11-22T19:56:09,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:56:09,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:56:09,820 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T19:56:09,821 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=982bb8edae1e,38233,1732305366518 2024-11-22T19:56:09,828 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T19:56:09,868 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(746): ClusterId : 2a1680bf-cc91-4c85-945e-aa505283ed1c 2024-11-22T19:56:09,871 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T19:56:09,883 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T19:56:09,883 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T19:56:09,886 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T19:56:09,887 DEBUG [RS:0;982bb8edae1e:45729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e19c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=982bb8edae1e/172.17.0.2:0 2024-11-22T19:56:09,902 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;982bb8edae1e:45729 2024-11-22T19:56:09,905 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T19:56:09,905 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T19:56:09,905 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T19:56:09,908 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(2659): reportForDuty to master=982bb8edae1e,38233,1732305366518 with port=45729, startcode=1732305367266 2024-11-22T19:56:09,913 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T19:56:09,920 DEBUG [RS:0;982bb8edae1e:45729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T19:56:09,925 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T19:56:09,932 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T19:56:09,938 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 982bb8edae1e,38233,1732305366518 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T19:56:09,947 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:56:09,947 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:56:09,948 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:56:09,948 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/982bb8edae1e:0, corePoolSize=5, maxPoolSize=5 2024-11-22T19:56:09,948 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/982bb8edae1e:0, corePoolSize=10, maxPoolSize=10 2024-11-22T19:56:09,949 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:56:09,949 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:56:09,949 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:56:09,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:56:09,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T19:56:09,963 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732305399963 2024-11-22T19:56:09,966 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T19:56:09,967 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50909, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T19:56:09,967 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T19:56:09,969 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:09,970 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T19:56:09,972 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T19:56:09,973 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T19:56:09,973 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T19:56:09,973 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T19:56:09,974 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:09,976 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38233 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:09,981 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T19:56:09,982 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T19:56:09,982 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T19:56:09,989 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T19:56:09,989 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T19:56:09,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741831_1007 (size=1321) 2024-11-22T19:56:09,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T19:56:09,995 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0 2024-11-22T19:56:09,996 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732305369991,5,FailOnTimeoutGroup] 2024-11-22T19:56:09,997 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732305369997,5,FailOnTimeoutGroup] 2024-11-22T19:56:09,997 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:09,998 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T19:56:09,999 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:09,999 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:10,007 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T19:56:10,007 WARN [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T19:56:10,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741832_1008 (size=32) 2024-11-22T19:56:10,109 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(2659): reportForDuty to master=982bb8edae1e,38233,1732305366518 with port=45729, startcode=1732305367266 2024-11-22T19:56:10,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 982bb8edae1e,45729,1732305367266 2024-11-22T19:56:10,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38233 {}] master.ServerManager(517): Registering regionserver=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:10,123 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0 2024-11-22T19:56:10,124 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35281 2024-11-22T19:56:10,124 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T19:56:10,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:56:10,129 DEBUG [RS:0;982bb8edae1e:45729 {}] zookeeper.ZKUtil(111): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/982bb8edae1e,45729,1732305367266 2024-11-22T19:56:10,130 WARN [RS:0;982bb8edae1e:45729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T19:56:10,130 INFO [RS:0;982bb8edae1e:45729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:56:10,130 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/WALs/982bb8edae1e,45729,1732305367266 2024-11-22T19:56:10,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [982bb8edae1e,45729,1732305367266] 2024-11-22T19:56:10,160 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T19:56:10,176 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T19:56:10,181 INFO [RS:0;982bb8edae1e:45729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T19:56:10,181 INFO [RS:0;982bb8edae1e:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:10,182 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T19:56:10,188 INFO [RS:0;982bb8edae1e:45729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T19:56:10,190 INFO [RS:0;982bb8edae1e:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:10,191 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:56:10,191 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:56:10,191 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:56:10,192 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:56:10,192 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:56:10,192 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/982bb8edae1e:0, corePoolSize=2, maxPoolSize=2 2024-11-22T19:56:10,192 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:56:10,193 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:56:10,193 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:56:10,193 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:56:10,193 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:56:10,193 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/982bb8edae1e:0, corePoolSize=1, maxPoolSize=1 2024-11-22T19:56:10,194 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:56:10,194 DEBUG [RS:0;982bb8edae1e:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0, corePoolSize=3, maxPoolSize=3 2024-11-22T19:56:10,195 INFO [RS:0;982bb8edae1e:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:10,195 INFO [RS:0;982bb8edae1e:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:10,195 INFO [RS:0;982bb8edae1e:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:10,195 INFO [RS:0;982bb8edae1e:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:10,196 INFO [RS:0;982bb8edae1e:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:10,196 INFO [RS:0;982bb8edae1e:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,45729,1732305367266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:56:10,220 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T19:56:10,223 INFO [RS:0;982bb8edae1e:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,45729,1732305367266-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:10,223 INFO [RS:0;982bb8edae1e:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:10,223 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.Replication(171): 982bb8edae1e,45729,1732305367266 started 2024-11-22T19:56:10,245 INFO [RS:0;982bb8edae1e:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:10,246 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1482): Serving as 982bb8edae1e,45729,1732305367266, RpcServer on 982bb8edae1e/172.17.0.2:45729, sessionid=0x101414015120001 2024-11-22T19:56:10,246 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T19:56:10,247 DEBUG [RS:0;982bb8edae1e:45729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 982bb8edae1e,45729,1732305367266 2024-11-22T19:56:10,247 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,45729,1732305367266' 2024-11-22T19:56:10,247 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T19:56:10,248 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T19:56:10,249 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T19:56:10,249 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T19:56:10,249 DEBUG [RS:0;982bb8edae1e:45729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 982bb8edae1e,45729,1732305367266 2024-11-22T19:56:10,249 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '982bb8edae1e,45729,1732305367266' 2024-11-22T19:56:10,249 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T19:56:10,250 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T19:56:10,251 DEBUG [RS:0;982bb8edae1e:45729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T19:56:10,251 INFO [RS:0;982bb8edae1e:45729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T19:56:10,251 INFO [RS:0;982bb8edae1e:45729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T19:56:10,357 INFO [RS:0;982bb8edae1e:45729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T19:56:10,361 INFO [RS:0;982bb8edae1e:45729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C45729%2C1732305367266, suffix=, logDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/WALs/982bb8edae1e,45729,1732305367266, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/oldWALs, maxLogs=32 2024-11-22T19:56:10,380 DEBUG [RS:0;982bb8edae1e:45729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/WALs/982bb8edae1e,45729,1732305367266/982bb8edae1e%2C45729%2C1732305367266.1732305370364, exclude list is [], retry=0 2024-11-22T19:56:10,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-c97f9bf9-8169-4e64-8bf9-e880c4ec3405,DISK] 2024-11-22T19:56:10,388 INFO [RS:0;982bb8edae1e:45729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/WALs/982bb8edae1e,45729,1732305367266/982bb8edae1e%2C45729%2C1732305367266.1732305370364 2024-11-22T19:56:10,389 DEBUG [RS:0;982bb8edae1e:45729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43047:43047)] 2024-11-22T19:56:10,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:56:10,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:56:10,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:56:10,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:10,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:56:10,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:56:10,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:56:10,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:10,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:56:10,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:56:10,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:56:10,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:10,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:56:10,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:56:10,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:56:10,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:10,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:56:10,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:56:10,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740 2024-11-22T19:56:10,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740 2024-11-22T19:56:10,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:56:10,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:56:10,435 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:56:10,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:56:10,442 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:56:10,443 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65975655, jitterRate=-0.01688612997531891}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:56:10,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732305370411Initializing all the Stores at 1732305370413 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305370413Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305370414 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305370414Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305370414Cleaning up temporary data from old regions at 1732305370434 (+20 ms)Region opened successfully at 1732305370445 (+11 ms) 2024-11-22T19:56:10,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:56:10,445 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:56:10,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:56:10,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:56:10,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:56:10,447 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:56:10,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732305370445Disabling compacts and flushes for region at 1732305370445Disabling writes for close at 1732305370446 (+1 ms)Writing region close event to WAL at 1732305370447 (+1 ms)Closed at 1732305370447 2024-11-22T19:56:10,451 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:56:10,451 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T19:56:10,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T19:56:10,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:56:10,470 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T19:56:10,623 DEBUG [982bb8edae1e:38233 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T19:56:10,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:10,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,45729,1732305367266, state=OPENING 2024-11-22T19:56:10,651 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T19:56:10,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:56:10,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:56:10,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:56:10,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:56:10,658 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T19:56:10,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:56:10,839 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T19:56:10,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55435, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T19:56:10,855 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T19:56:10,856 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T19:56:10,856 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T19:56:10,860 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=982bb8edae1e%2C45729%2C1732305367266.meta, suffix=.meta, logDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/WALs/982bb8edae1e,45729,1732305367266, archiveDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/oldWALs, maxLogs=32 2024-11-22T19:56:10,878 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/WALs/982bb8edae1e,45729,1732305367266/982bb8edae1e%2C45729%2C1732305367266.meta.1732305370862.meta, exclude list is [], retry=0 2024-11-22T19:56:10,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-c97f9bf9-8169-4e64-8bf9-e880c4ec3405,DISK] 2024-11-22T19:56:10,886 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/WALs/982bb8edae1e,45729,1732305367266/982bb8edae1e%2C45729%2C1732305367266.meta.1732305370862.meta 2024-11-22T19:56:10,886 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43047:43047)] 2024-11-22T19:56:10,886 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:56:10,889 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T19:56:10,892 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T19:56:10,897 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T19:56:10,902 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T19:56:10,902 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:56:10,902 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T19:56:10,902 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T19:56:10,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T19:56:10,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T19:56:10,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:10,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:56:10,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T19:56:10,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T19:56:10,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:10,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:56:10,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T19:56:10,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T19:56:10,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:10,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:56:10,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T19:56:10,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T19:56:10,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:10,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T19:56:10,920 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T19:56:10,922 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740 2024-11-22T19:56:10,925 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740 2024-11-22T19:56:10,928 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T19:56:10,928 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T19:56:10,929 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:56:10,933 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T19:56:10,935 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67829438, jitterRate=0.010737389326095581}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:56:10,935 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T19:56:10,938 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732305370903Writing region info on filesystem at 1732305370903Initializing all the Stores at 1732305370905 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305370906 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305370906Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305370906Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732305370906Cleaning up temporary data from old regions at 1732305370928 (+22 ms)Running coprocessor post-open hooks at 1732305370936 (+8 ms)Region opened successfully at 1732305370937 (+1 ms) 2024-11-22T19:56:10,948 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732305370828 2024-11-22T19:56:10,962 DEBUG [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T19:56:10,963 INFO [RS_OPEN_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T19:56:10,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:10,968 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 982bb8edae1e,45729,1732305367266, state=OPEN 2024-11-22T19:56:10,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:56:10,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T19:56:10,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:56:10,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T19:56:10,977 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:10,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T19:56:10,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=982bb8edae1e,45729,1732305367266 in 318 msec 2024-11-22T19:56:10,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T19:56:10,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 529 msec 2024-11-22T19:56:10,993 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T19:56:10,993 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T19:56:11,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:11,017 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:11,042 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:11,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:11,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-22T19:56:11,070 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732305371070, completionTime=-1 2024-11-22T19:56:11,074 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T19:56:11,074 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T19:56:11,104 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T19:56:11,104 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732305431104 2024-11-22T19:56:11,104 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732305491104 2024-11-22T19:56:11,104 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-22T19:56:11,106 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,38233,1732305366518-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:11,107 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,38233,1732305366518-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:11,107 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,38233,1732305366518-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:11,109 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-982bb8edae1e:38233, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:11,109 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:11,110 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:11,117 DEBUG [master/982bb8edae1e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T19:56:11,142 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.723sec 2024-11-22T19:56:11,143 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T19:56:11,145 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T19:56:11,146 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T19:56:11,147 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T19:56:11,147 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T19:56:11,148 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,38233,1732305366518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T19:56:11,149 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,38233,1732305366518-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T19:56:11,158 DEBUG [master/982bb8edae1e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T19:56:11,159 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T19:56:11,159 INFO [master/982bb8edae1e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=982bb8edae1e,38233,1732305366518-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T19:56:11,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bca31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:11,180 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T19:56:11,180 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T19:56:11,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:11,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:11,196 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:11,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:11,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5c7a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:11,208 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:11,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512c5941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:11,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:11,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:11,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:11,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:11,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=982bb8edae1e,38233,1732305366518 2024-11-22T19:56:11,267 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=8981 2024-11-22T19:56:11,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T19:56:11,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 982bb8edae1e,38233,1732305366518 2024-11-22T19:56:11,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e4ff20 2024-11-22T19:56:11,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T19:56:11,318 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T19:56:11,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T19:56:11,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:56:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T19:56:11,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T19:56:11,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-22T19:56:11,348 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:11,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T19:56:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:56:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741835_1011 (size=959) 2024-11-22T19:56:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:56:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:56:11,773 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0 2024-11-22T19:56:11,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741836_1012 (size=53) 2024-11-22T19:56:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:56:12,183 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:56:12,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8a1b0da4b23aa461c0d70f4385b6ea7a, disabling compactions & flushes 2024-11-22T19:56:12,184 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:12,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:12,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. after waiting 0 ms 2024-11-22T19:56:12,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:12,184 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:12,184 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: Waiting for close lock at 1732305372183Disabling compacts and flushes for region at 1732305372183Disabling writes for close at 1732305372184 (+1 ms)Writing region close event to WAL at 1732305372184Closed at 1732305372184 2024-11-22T19:56:12,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T19:56:12,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732305372187"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732305372187"}]},"ts":"1732305372187"} 2024-11-22T19:56:12,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T19:56:12,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T19:56:12,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305372200"}]},"ts":"1732305372200"} 2024-11-22T19:56:12,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T19:56:12,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a1b0da4b23aa461c0d70f4385b6ea7a, ASSIGN}] 2024-11-22T19:56:12,211 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a1b0da4b23aa461c0d70f4385b6ea7a, ASSIGN 2024-11-22T19:56:12,214 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a1b0da4b23aa461c0d70f4385b6ea7a, ASSIGN; state=OFFLINE, location=982bb8edae1e,45729,1732305367266; forceNewPlan=false, retain=false 2024-11-22T19:56:12,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a1b0da4b23aa461c0d70f4385b6ea7a, regionState=OPENING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:12,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a1b0da4b23aa461c0d70f4385b6ea7a, ASSIGN because future has completed 2024-11-22T19:56:12,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:56:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:56:12,533 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:12,534 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:56:12,534 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:12,534 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:56:12,535 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:12,535 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:12,537 INFO [StoreOpener-8a1b0da4b23aa461c0d70f4385b6ea7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:12,540 INFO [StoreOpener-8a1b0da4b23aa461c0d70f4385b6ea7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a1b0da4b23aa461c0d70f4385b6ea7a columnFamilyName A 2024-11-22T19:56:12,540 DEBUG [StoreOpener-8a1b0da4b23aa461c0d70f4385b6ea7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:12,541 INFO [StoreOpener-8a1b0da4b23aa461c0d70f4385b6ea7a-1 {}] regionserver.HStore(327): Store=8a1b0da4b23aa461c0d70f4385b6ea7a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:56:12,541 INFO [StoreOpener-8a1b0da4b23aa461c0d70f4385b6ea7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:12,543 INFO [StoreOpener-8a1b0da4b23aa461c0d70f4385b6ea7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a1b0da4b23aa461c0d70f4385b6ea7a columnFamilyName B 2024-11-22T19:56:12,544 DEBUG [StoreOpener-8a1b0da4b23aa461c0d70f4385b6ea7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:12,544 INFO [StoreOpener-8a1b0da4b23aa461c0d70f4385b6ea7a-1 {}] regionserver.HStore(327): Store=8a1b0da4b23aa461c0d70f4385b6ea7a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:56:12,545 INFO [StoreOpener-8a1b0da4b23aa461c0d70f4385b6ea7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:12,547 INFO [StoreOpener-8a1b0da4b23aa461c0d70f4385b6ea7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a1b0da4b23aa461c0d70f4385b6ea7a columnFamilyName C 2024-11-22T19:56:12,547 DEBUG [StoreOpener-8a1b0da4b23aa461c0d70f4385b6ea7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:12,548 INFO [StoreOpener-8a1b0da4b23aa461c0d70f4385b6ea7a-1 {}] regionserver.HStore(327): Store=8a1b0da4b23aa461c0d70f4385b6ea7a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:56:12,548 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:12,549 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:12,550 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:12,552 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:12,552 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:12,553 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:56:12,555 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:12,559 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:56:12,560 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a1b0da4b23aa461c0d70f4385b6ea7a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73610091, jitterRate=0.09687583148479462}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:56:12,560 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:12,561 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: Running coprocessor pre-open hook at 1732305372535Writing region info on filesystem at 1732305372535Initializing all the Stores at 1732305372537 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305372537Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305372537Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305372537Cleaning up temporary data from old regions at 1732305372552 (+15 ms)Running coprocessor post-open hooks at 1732305372560 (+8 ms)Region opened successfully at 1732305372561 (+1 ms) 2024-11-22T19:56:12,563 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., pid=6, masterSystemTime=1732305372526 2024-11-22T19:56:12,567 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:12,567 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:12,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a1b0da4b23aa461c0d70f4385b6ea7a, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:12,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:56:12,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T19:56:12,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 in 202 msec 2024-11-22T19:56:12,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T19:56:12,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a1b0da4b23aa461c0d70f4385b6ea7a, ASSIGN in 370 msec 2024-11-22T19:56:12,585 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T19:56:12,585 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305372585"}]},"ts":"1732305372585"} 2024-11-22T19:56:12,588 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T19:56:12,590 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T19:56:12,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2560 sec 2024-11-22T19:56:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T19:56:13,508 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:13,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0b3b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:13,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:13,516 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edd1052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:13,520 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:13,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fab187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:13,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:13,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:13,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T19:56:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 982bb8edae1e,38233,1732305366518 2024-11-22T19:56:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14016810 2024-11-22T19:56:13,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T19:56:13,538 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T19:56:13,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340b46e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:13,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:13,545 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f338c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:13,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:13,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:13,549 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:13,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4184659e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edf4fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:13,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:13,553 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:13,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:13,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:13,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a183203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:13,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:13,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:13,557 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:13,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef8cf77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f4b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:13,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:13,561 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:13,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:13,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f55d533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:13,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:13,564 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc8436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52294ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:13,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:13,567 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:13,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:13,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:13,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d7efe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:13,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:13,574 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239622c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7926de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:13,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:13,577 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5805ae29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:13,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:13,579 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:13,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4787ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b48425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:13,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:13,583 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:13,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:13,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:13,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49373cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:13,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:13,586 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:13,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cb8306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4454ce2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:13,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:13,588 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:13,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:13,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:13,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425be669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:13,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:13,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:13,590 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad430e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a9c1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:13,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:13,593 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d5a1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:13,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:13,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:13,596 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23451635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cadbd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:13,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:13,599 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:13,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:13,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:13,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62078f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:13,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:13,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:13,601 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:13,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145f578c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:13,606 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:13,606 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:13,606 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:13,606 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:13,607 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:13,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:13,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:13,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:13,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:13,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:13,615 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:13,615 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:13,615 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:13,617 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:13,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:13,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:13,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:13,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:13,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:56:13,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:13,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:13,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:13,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:13,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:56:13,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:56:13,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:56:13,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:56:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-22T19:56:13,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:13,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:56:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:56:13,631 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:13,634 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:56:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:56:13,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:13,649 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:13,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:13,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:56:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:13,706 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:13,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:56:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:56:13,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:13,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:13,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:13,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:13,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/a0afd3e42a5b48878e41ef093748ffbe is 50, key is test_row_0/A:col10/1732305373707/Put/seqid=0 2024-11-22T19:56:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741837_1013 (size=12001) 2024-11-22T19:56:13,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/a0afd3e42a5b48878e41ef093748ffbe 2024-11-22T19:56:13,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305433851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:13,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:13,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:13,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305433875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:13,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:13,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:13,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:13,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:13,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305433877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305433881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:13,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305433881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:13,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:13,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:13,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:56:14,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305433997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/4a7dfc75018d443a89c1b4ef6caa8d39 is 50, key is test_row_0/B:col10/1732305373707/Put/seqid=0 2024-11-22T19:56:14,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:14,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305434009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305434009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305434010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305434010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741838_1014 (size=12001) 2024-11-22T19:56:14,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/4a7dfc75018d443a89c1b4ef6caa8d39 2024-11-22T19:56:14,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/36900b595a75455689b29fd6118ad9cb is 50, key is test_row_0/C:col10/1732305373707/Put/seqid=0 2024-11-22T19:56:14,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741839_1015 (size=12001) 2024-11-22T19:56:14,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/36900b595a75455689b29fd6118ad9cb 2024-11-22T19:56:14,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/a0afd3e42a5b48878e41ef093748ffbe as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a0afd3e42a5b48878e41ef093748ffbe 2024-11-22T19:56:14,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a0afd3e42a5b48878e41ef093748ffbe, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T19:56:14,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/4a7dfc75018d443a89c1b4ef6caa8d39 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4a7dfc75018d443a89c1b4ef6caa8d39 2024-11-22T19:56:14,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:14,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:14,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4a7dfc75018d443a89c1b4ef6caa8d39, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T19:56:14,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/36900b595a75455689b29fd6118ad9cb as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/36900b595a75455689b29fd6118ad9cb 2024-11-22T19:56:14,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/36900b595a75455689b29fd6118ad9cb, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T19:56:14,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 507ms, sequenceid=14, compaction requested=false 2024-11-22T19:56:14,222 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T19:56:14,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:14,234 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:14,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T19:56:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:56:14,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/c1ef5c69d59348abb8bed5338c183215 is 50, key is test_row_0/A:col10/1732305374223/Put/seqid=0 2024-11-22T19:56:14,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305434252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305434262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305434276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305434277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305434273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741840_1016 (size=16681) 2024-11-22T19:56:14,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/c1ef5c69d59348abb8bed5338c183215 2024-11-22T19:56:14,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/9aaf5d8ef5184b5b8241881ee248abba is 50, key is test_row_0/B:col10/1732305374223/Put/seqid=0 2024-11-22T19:56:14,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741841_1017 (size=12001) 2024-11-22T19:56:14,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/9aaf5d8ef5184b5b8241881ee248abba 2024-11-22T19:56:14,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/fa86f76b63694492bdbf77a7689ef497 is 50, key is test_row_0/C:col10/1732305374223/Put/seqid=0 2024-11-22T19:56:14,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305434388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305434390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305434398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305434398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305434401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741842_1018 (size=12001) 2024-11-22T19:56:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/fa86f76b63694492bdbf77a7689ef497 2024-11-22T19:56:14,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/c1ef5c69d59348abb8bed5338c183215 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c1ef5c69d59348abb8bed5338c183215 2024-11-22T19:56:14,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c1ef5c69d59348abb8bed5338c183215, entries=250, sequenceid=41, filesize=16.3 K 2024-11-22T19:56:14,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/9aaf5d8ef5184b5b8241881ee248abba as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9aaf5d8ef5184b5b8241881ee248abba 2024-11-22T19:56:14,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9aaf5d8ef5184b5b8241881ee248abba, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T19:56:14,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/fa86f76b63694492bdbf77a7689ef497 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/fa86f76b63694492bdbf77a7689ef497 2024-11-22T19:56:14,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/fa86f76b63694492bdbf77a7689ef497, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T19:56:14,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 273ms, sequenceid=41, compaction requested=false 2024-11-22T19:56:14,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:14,619 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:14,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:56:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:14,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/3a2fd85cf0e14de093d0050bfd4f2178 is 50, key is test_row_0/A:col10/1732305374246/Put/seqid=0 2024-11-22T19:56:14,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741843_1019 (size=14341) 2024-11-22T19:56:14,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/3a2fd85cf0e14de093d0050bfd4f2178 2024-11-22T19:56:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/470e9047dd4f49dd9b76c31ef929454f is 50, key is test_row_0/B:col10/1732305374246/Put/seqid=0 2024-11-22T19:56:14,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741844_1020 (size=12001) 2024-11-22T19:56:14,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/470e9047dd4f49dd9b76c31ef929454f 2024-11-22T19:56:14,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305434723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305434727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305434731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305434736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/2d791ae045b34d198bfa604d52ac4d0a is 50, key is test_row_0/C:col10/1732305374246/Put/seqid=0 2024-11-22T19:56:14,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305434747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:56:14,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741845_1021 (size=12001) 2024-11-22T19:56:14,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/2d791ae045b34d198bfa604d52ac4d0a 2024-11-22T19:56:14,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/3a2fd85cf0e14de093d0050bfd4f2178 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/3a2fd85cf0e14de093d0050bfd4f2178 2024-11-22T19:56:14,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/3a2fd85cf0e14de093d0050bfd4f2178, entries=200, sequenceid=52, filesize=14.0 K 2024-11-22T19:56:14,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/470e9047dd4f49dd9b76c31ef929454f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/470e9047dd4f49dd9b76c31ef929454f 2024-11-22T19:56:14,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/470e9047dd4f49dd9b76c31ef929454f, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T19:56:14,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/2d791ae045b34d198bfa604d52ac4d0a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/2d791ae045b34d198bfa604d52ac4d0a 2024-11-22T19:56:14,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/2d791ae045b34d198bfa604d52ac4d0a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T19:56:14,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 245ms, sequenceid=52, compaction requested=true 2024-11-22T19:56:14,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:14,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:14,879 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:14,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T19:56:14,883 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:14,888 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:14,888 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:14,890 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:14,890 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,891 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4a7dfc75018d443a89c1b4ef6caa8d39, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9aaf5d8ef5184b5b8241881ee248abba, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/470e9047dd4f49dd9b76c31ef929454f] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=35.2 K 2024-11-22T19:56:14,893 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:14,894 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:14,894 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,894 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a0afd3e42a5b48878e41ef093748ffbe, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c1ef5c69d59348abb8bed5338c183215, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/3a2fd85cf0e14de093d0050bfd4f2178] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=42.0 K 2024-11-22T19:56:14,896 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0afd3e42a5b48878e41ef093748ffbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732305373670 2024-11-22T19:56:14,896 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a7dfc75018d443a89c1b4ef6caa8d39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732305373670 2024-11-22T19:56:14,897 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1ef5c69d59348abb8bed5338c183215, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732305373837 2024-11-22T19:56:14,897 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 9aaf5d8ef5184b5b8241881ee248abba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732305373837 2024-11-22T19:56:14,898 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a2fd85cf0e14de093d0050bfd4f2178, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732305374246 2024-11-22T19:56:14,899 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 470e9047dd4f49dd9b76c31ef929454f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732305374246 2024-11-22T19:56:14,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305434887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/7d235f367673440fb40eb0af3d854892 is 50, key is test_row_0/A:col10/1732305374873/Put/seqid=0 2024-11-22T19:56:14,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305434887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305434893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305434895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305434906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:14,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:14,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:14,954 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#11 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:14,953 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#10 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:14,956 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/7ee4716afdff42f69e7a92c9e8e9a832 is 50, key is test_row_0/B:col10/1732305374246/Put/seqid=0 2024-11-22T19:56:14,958 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/a4fd1f7662b64bc18e580423e835f6f8 is 50, key is test_row_0/A:col10/1732305374246/Put/seqid=0 2024-11-22T19:56:14,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:14,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741846_1022 (size=16681) 2024-11-22T19:56:14,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:14,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:14,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/7d235f367673440fb40eb0af3d854892 2024-11-22T19:56:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:14,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741847_1023 (size=12104) 2024-11-22T19:56:15,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/4f925528129e4aef96231ca229d0d61e is 50, key is test_row_0/B:col10/1732305374873/Put/seqid=0 2024-11-22T19:56:15,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741848_1024 (size=12104) 2024-11-22T19:56:15,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741849_1025 (size=12001) 2024-11-22T19:56:15,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/4f925528129e4aef96231ca229d0d61e 2024-11-22T19:56:15,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305435007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305435007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305435017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305435017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,034 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/a4fd1f7662b64bc18e580423e835f6f8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a4fd1f7662b64bc18e580423e835f6f8 2024-11-22T19:56:15,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305435027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/df606911a6f14eabacd0bfae72da0b71 is 50, key is test_row_0/C:col10/1732305374873/Put/seqid=0 2024-11-22T19:56:15,058 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into a4fd1f7662b64bc18e580423e835f6f8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:15,059 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:15,061 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=13, startTime=1732305374866; duration=0sec 2024-11-22T19:56:15,062 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:15,062 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:15,062 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:15,065 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:15,065 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:15,065 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,066 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/36900b595a75455689b29fd6118ad9cb, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/fa86f76b63694492bdbf77a7689ef497, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/2d791ae045b34d198bfa604d52ac4d0a] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=35.2 K 2024-11-22T19:56:15,067 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36900b595a75455689b29fd6118ad9cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732305373670 2024-11-22T19:56:15,068 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa86f76b63694492bdbf77a7689ef497, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732305373837 2024-11-22T19:56:15,068 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d791ae045b34d198bfa604d52ac4d0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732305374246 2024-11-22T19:56:15,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741850_1026 (size=12001) 2024-11-22T19:56:15,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/df606911a6f14eabacd0bfae72da0b71 2024-11-22T19:56:15,094 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#14 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:15,098 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/24c851bfae324fc595b257334f63dc4b is 50, key is test_row_0/C:col10/1732305374246/Put/seqid=0 2024-11-22T19:56:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/7d235f367673440fb40eb0af3d854892 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/7d235f367673440fb40eb0af3d854892 2024-11-22T19:56:15,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/7d235f367673440fb40eb0af3d854892, entries=250, sequenceid=82, filesize=16.3 K 2024-11-22T19:56:15,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/4f925528129e4aef96231ca229d0d61e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4f925528129e4aef96231ca229d0d61e 2024-11-22T19:56:15,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4f925528129e4aef96231ca229d0d61e, entries=150, sequenceid=82, filesize=11.7 K 2024-11-22T19:56:15,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/df606911a6f14eabacd0bfae72da0b71 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/df606911a6f14eabacd0bfae72da0b71 2024-11-22T19:56:15,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741851_1027 (size=12104) 2024-11-22T19:56:15,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/df606911a6f14eabacd0bfae72da0b71, entries=150, sequenceid=82, filesize=11.7 K 2024-11-22T19:56:15,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 285ms, sequenceid=82, compaction requested=false 2024-11-22T19:56:15,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:15,258 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:15,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:56:15,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/a4f80a8c495b4ccab75f78310a25c2bf is 50, key is test_row_0/A:col10/1732305375255/Put/seqid=0 2024-11-22T19:56:15,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:15,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:15,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741852_1028 (size=14341) 2024-11-22T19:56:15,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/a4f80a8c495b4ccab75f78310a25c2bf 2024-11-22T19:56:15,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/3e5c8b67c10344dbb7ec44e25623e3fb is 50, key is test_row_0/B:col10/1732305375255/Put/seqid=0 2024-11-22T19:56:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741853_1029 (size=12001) 2024-11-22T19:56:15,426 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/7ee4716afdff42f69e7a92c9e8e9a832 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7ee4716afdff42f69e7a92c9e8e9a832 2024-11-22T19:56:15,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:15,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:15,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305435415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305435416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305435433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305435439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,451 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into 7ee4716afdff42f69e7a92c9e8e9a832(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:15,451 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:15,451 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=13, startTime=1732305374878; duration=0sec 2024-11-22T19:56:15,451 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:15,451 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:15,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305435437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305435548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305435548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305435557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305435558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305435558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,565 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/24c851bfae324fc595b257334f63dc4b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/24c851bfae324fc595b257334f63dc4b 2024-11-22T19:56:15,581 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into 24c851bfae324fc595b257334f63dc4b(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:15,581 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:15,581 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=13, startTime=1732305374878; duration=0sec 2024-11-22T19:56:15,581 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:15,583 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:15,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/3e5c8b67c10344dbb7ec44e25623e3fb 2024-11-22T19:56:15,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:15,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:15,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:15,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305435758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305435758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305435767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/c9a2eb36c89e446694c1caf4afe7e613 is 50, key is test_row_0/C:col10/1732305375255/Put/seqid=0 2024-11-22T19:56:15,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305435768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:56:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305435768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:15,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:15,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:15,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741854_1030 (size=12001) 2024-11-22T19:56:15,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/c9a2eb36c89e446694c1caf4afe7e613 2024-11-22T19:56:15,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/a4f80a8c495b4ccab75f78310a25c2bf as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a4f80a8c495b4ccab75f78310a25c2bf 2024-11-22T19:56:15,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a4f80a8c495b4ccab75f78310a25c2bf, entries=200, sequenceid=94, filesize=14.0 K 2024-11-22T19:56:15,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/3e5c8b67c10344dbb7ec44e25623e3fb as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/3e5c8b67c10344dbb7ec44e25623e3fb 2024-11-22T19:56:15,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/3e5c8b67c10344dbb7ec44e25623e3fb, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T19:56:15,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/c9a2eb36c89e446694c1caf4afe7e613 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c9a2eb36c89e446694c1caf4afe7e613 2024-11-22T19:56:15,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c9a2eb36c89e446694c1caf4afe7e613, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T19:56:15,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 592ms, sequenceid=94, compaction requested=true 2024-11-22T19:56:15,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:15,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:15,850 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:15,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:15,851 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:15,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:15,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:15,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:15,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:15,853 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:15,853 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:15,853 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,854 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7ee4716afdff42f69e7a92c9e8e9a832, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4f925528129e4aef96231ca229d0d61e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/3e5c8b67c10344dbb7ec44e25623e3fb] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=35.3 K 2024-11-22T19:56:15,854 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:15,854 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:15,854 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,854 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a4fd1f7662b64bc18e580423e835f6f8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/7d235f367673440fb40eb0af3d854892, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a4f80a8c495b4ccab75f78310a25c2bf] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=42.1 K 2024-11-22T19:56:15,856 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ee4716afdff42f69e7a92c9e8e9a832, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732305374246 2024-11-22T19:56:15,857 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4fd1f7662b64bc18e580423e835f6f8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732305374246 2024-11-22T19:56:15,857 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f925528129e4aef96231ca229d0d61e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732305374873 2024-11-22T19:56:15,858 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e5c8b67c10344dbb7ec44e25623e3fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732305375245 2024-11-22T19:56:15,858 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d235f367673440fb40eb0af3d854892, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732305374717 2024-11-22T19:56:15,859 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4f80a8c495b4ccab75f78310a25c2bf, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732305375229 2024-11-22T19:56:15,888 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:15,890 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/e786fd55e7f043e381de61672231542b is 50, key is test_row_0/A:col10/1732305375255/Put/seqid=0 2024-11-22T19:56:15,896 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:15,899 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/ce0975c50403489a9e749b6b0e6d58cf is 50, key is test_row_0/B:col10/1732305375255/Put/seqid=0 2024-11-22T19:56:15,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T19:56:15,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,903 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T19:56:15,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741855_1031 (size=12207) 2024-11-22T19:56:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/78568b2338c041208c25fee2986a8d2f is 50, key is test_row_0/A:col10/1732305375433/Put/seqid=0 2024-11-22T19:56:15,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741856_1032 (size=12207) 2024-11-22T19:56:15,948 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/e786fd55e7f043e381de61672231542b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e786fd55e7f043e381de61672231542b 2024-11-22T19:56:15,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741857_1033 (size=12001) 2024-11-22T19:56:15,952 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/78568b2338c041208c25fee2986a8d2f 2024-11-22T19:56:15,957 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/ce0975c50403489a9e749b6b0e6d58cf as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ce0975c50403489a9e749b6b0e6d58cf 2024-11-22T19:56:15,970 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into e786fd55e7f043e381de61672231542b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:15,970 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:15,970 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=13, startTime=1732305375850; duration=0sec 2024-11-22T19:56:15,971 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:15,971 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:15,971 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:15,974 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:15,974 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:15,974 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:15,974 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/24c851bfae324fc595b257334f63dc4b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/df606911a6f14eabacd0bfae72da0b71, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c9a2eb36c89e446694c1caf4afe7e613] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=35.3 K 2024-11-22T19:56:15,975 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24c851bfae324fc595b257334f63dc4b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732305374246 2024-11-22T19:56:15,976 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting df606911a6f14eabacd0bfae72da0b71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732305374873 2024-11-22T19:56:15,977 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9a2eb36c89e446694c1caf4afe7e613, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732305375245 2024-11-22T19:56:15,983 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into ce0975c50403489a9e749b6b0e6d58cf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:15,983 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:15,983 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=13, startTime=1732305375850; duration=0sec 2024-11-22T19:56:15,983 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:15,983 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:15,997 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:15,998 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/071e77e18ae146b8a8c24ea2ffd567e5 is 50, key is test_row_0/C:col10/1732305375255/Put/seqid=0 2024-11-22T19:56:16,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/fe829311882444fd81f87bcd091e1509 is 50, key is test_row_0/B:col10/1732305375433/Put/seqid=0 2024-11-22T19:56:16,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741858_1034 (size=12207) 2024-11-22T19:56:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741859_1035 (size=12001) 2024-11-22T19:56:16,046 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/fe829311882444fd81f87bcd091e1509 2024-11-22T19:56:16,061 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/071e77e18ae146b8a8c24ea2ffd567e5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/071e77e18ae146b8a8c24ea2ffd567e5 2024-11-22T19:56:16,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/3fd3b802d4794a88973217d768461792 is 50, key is test_row_0/C:col10/1732305375433/Put/seqid=0 2024-11-22T19:56:16,081 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into 071e77e18ae146b8a8c24ea2ffd567e5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:16,081 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:16,081 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=13, startTime=1732305375851; duration=0sec 2024-11-22T19:56:16,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:16,083 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:16,083 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:16,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305436095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305436100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305436101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305436103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305436106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741860_1036 (size=12001) 2024-11-22T19:56:16,122 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/3fd3b802d4794a88973217d768461792 2024-11-22T19:56:16,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/78568b2338c041208c25fee2986a8d2f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/78568b2338c041208c25fee2986a8d2f 2024-11-22T19:56:16,160 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/78568b2338c041208c25fee2986a8d2f, entries=150, sequenceid=121, filesize=11.7 K 2024-11-22T19:56:16,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/fe829311882444fd81f87bcd091e1509 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/fe829311882444fd81f87bcd091e1509 2024-11-22T19:56:16,176 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/fe829311882444fd81f87bcd091e1509, entries=150, sequenceid=121, filesize=11.7 K 2024-11-22T19:56:16,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/3fd3b802d4794a88973217d768461792 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3fd3b802d4794a88973217d768461792 2024-11-22T19:56:16,190 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3fd3b802d4794a88973217d768461792, entries=150, sequenceid=121, filesize=11.7 K 2024-11-22T19:56:16,192 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 289ms, sequenceid=121, compaction requested=false 2024-11-22T19:56:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T19:56:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T19:56:16,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T19:56:16,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5590 sec 2024-11-22T19:56:16,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.5880 sec 2024-11-22T19:56:16,220 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:16,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T19:56:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:16,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/d3536dfff8ff4dceba93b08baa0893a6 is 50, key is test_row_0/A:col10/1732305376090/Put/seqid=0 2024-11-22T19:56:16,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741861_1037 (size=12151) 2024-11-22T19:56:16,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/d3536dfff8ff4dceba93b08baa0893a6 2024-11-22T19:56:16,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305436271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305436272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/e6541a482006476494dc73bad27e2747 is 50, key is test_row_0/B:col10/1732305376090/Put/seqid=0 2024-11-22T19:56:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305436276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305436278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305436283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741862_1038 (size=12151) 2024-11-22T19:56:16,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/e6541a482006476494dc73bad27e2747 2024-11-22T19:56:16,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/575aa8126b534fa4a2190e0e30fa2e2c is 50, key is test_row_0/C:col10/1732305376090/Put/seqid=0 2024-11-22T19:56:16,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741863_1039 (size=12151) 2024-11-22T19:56:16,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/575aa8126b534fa4a2190e0e30fa2e2c 2024-11-22T19:56:16,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/d3536dfff8ff4dceba93b08baa0893a6 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d3536dfff8ff4dceba93b08baa0893a6 2024-11-22T19:56:16,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d3536dfff8ff4dceba93b08baa0893a6, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T19:56:16,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/e6541a482006476494dc73bad27e2747 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e6541a482006476494dc73bad27e2747 2024-11-22T19:56:16,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e6541a482006476494dc73bad27e2747, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T19:56:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305436387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/575aa8126b534fa4a2190e0e30fa2e2c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/575aa8126b534fa4a2190e0e30fa2e2c 2024-11-22T19:56:16,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305436387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305436396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305436397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/575aa8126b534fa4a2190e0e30fa2e2c, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T19:56:16,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 183ms, sequenceid=137, compaction requested=true 2024-11-22T19:56:16,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:16,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:16,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:16,404 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:16,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:16,404 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:16,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:16,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:16,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:16,406 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:16,406 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:16,406 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:16,406 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:16,406 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:16,407 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:16,407 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ce0975c50403489a9e749b6b0e6d58cf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/fe829311882444fd81f87bcd091e1509, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e6541a482006476494dc73bad27e2747] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=35.5 K 2024-11-22T19:56:16,407 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e786fd55e7f043e381de61672231542b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/78568b2338c041208c25fee2986a8d2f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d3536dfff8ff4dceba93b08baa0893a6] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=35.5 K 2024-11-22T19:56:16,407 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ce0975c50403489a9e749b6b0e6d58cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732305375245 2024-11-22T19:56:16,408 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting e786fd55e7f043e381de61672231542b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732305375245 2024-11-22T19:56:16,408 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting fe829311882444fd81f87bcd091e1509, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732305375402 2024-11-22T19:56:16,409 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting e6541a482006476494dc73bad27e2747, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732305376090 2024-11-22T19:56:16,409 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78568b2338c041208c25fee2986a8d2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732305375402 2024-11-22T19:56:16,409 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3536dfff8ff4dceba93b08baa0893a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732305376090 2024-11-22T19:56:16,414 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T19:56:16,418 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:16,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T19:56:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:16,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/321c111227cf4fe799388f27b8c1c71b is 50, key is test_row_0/A:col10/1732305376260/Put/seqid=0 2024-11-22T19:56:16,444 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:16,445 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/0c3a52db73874d8cbd17c5da5aa2f96b is 50, key is test_row_0/B:col10/1732305376090/Put/seqid=0 2024-11-22T19:56:16,450 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:16,450 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/26e98a822ee14fd5bff0797ccd936ff2 is 50, key is test_row_0/A:col10/1732305376090/Put/seqid=0 2024-11-22T19:56:16,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741864_1040 (size=14541) 2024-11-22T19:56:16,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/321c111227cf4fe799388f27b8c1c71b 2024-11-22T19:56:16,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741865_1041 (size=12459) 2024-11-22T19:56:16,498 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/0c3a52db73874d8cbd17c5da5aa2f96b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/0c3a52db73874d8cbd17c5da5aa2f96b 2024-11-22T19:56:16,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305436488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/9ca3f2680e3146c59dc0059842dbaf3f is 50, key is test_row_0/B:col10/1732305376260/Put/seqid=0 2024-11-22T19:56:16,513 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into 0c3a52db73874d8cbd17c5da5aa2f96b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:16,513 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:16,513 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=13, startTime=1732305376404; duration=0sec 2024-11-22T19:56:16,513 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:16,514 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:16,514 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:16,516 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:16,516 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:16,516 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:16,516 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/071e77e18ae146b8a8c24ea2ffd567e5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3fd3b802d4794a88973217d768461792, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/575aa8126b534fa4a2190e0e30fa2e2c] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=35.5 K 2024-11-22T19:56:16,517 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 071e77e18ae146b8a8c24ea2ffd567e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732305375245 2024-11-22T19:56:16,518 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fd3b802d4794a88973217d768461792, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732305375402 2024-11-22T19:56:16,519 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 575aa8126b534fa4a2190e0e30fa2e2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732305376090 2024-11-22T19:56:16,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741866_1042 (size=12459) 2024-11-22T19:56:16,536 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/26e98a822ee14fd5bff0797ccd936ff2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/26e98a822ee14fd5bff0797ccd936ff2 2024-11-22T19:56:16,550 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into 26e98a822ee14fd5bff0797ccd936ff2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:16,550 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:16,550 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=13, startTime=1732305376404; duration=0sec 2024-11-22T19:56:16,550 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:16,550 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:16,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741867_1043 (size=12151) 2024-11-22T19:56:16,555 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:16,556 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/25fd65bc6331498f87777a40b69f1f9a is 50, key is test_row_0/C:col10/1732305376090/Put/seqid=0 2024-11-22T19:56:16,556 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T19:56:16,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741868_1044 (size=12459) 2024-11-22T19:56:16,584 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/25fd65bc6331498f87777a40b69f1f9a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/25fd65bc6331498f87777a40b69f1f9a 2024-11-22T19:56:16,595 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into 25fd65bc6331498f87777a40b69f1f9a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:16,595 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:16,595 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=13, startTime=1732305376405; duration=0sec 2024-11-22T19:56:16,595 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:16,595 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:16,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305436597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305436607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305436608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305436609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305436609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305436828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305436907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305436917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305436917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305436927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:16,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:16,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:16,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/9ca3f2680e3146c59dc0059842dbaf3f 2024-11-22T19:56:16,963 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T19:56:16,963 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T19:56:16,966 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T19:56:16,966 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T19:56:16,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T19:56:16,967 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T19:56:16,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T19:56:16,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T19:56:17,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/4410dc250d02441499c3da3ff123dc01 is 50, key is test_row_0/C:col10/1732305376260/Put/seqid=0 2024-11-22T19:56:17,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741869_1045 (size=12151) 2024-11-22T19:56:17,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/4410dc250d02441499c3da3ff123dc01 2024-11-22T19:56:17,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/321c111227cf4fe799388f27b8c1c71b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/321c111227cf4fe799388f27b8c1c71b 2024-11-22T19:56:17,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/321c111227cf4fe799388f27b8c1c71b, entries=200, sequenceid=162, filesize=14.2 K 2024-11-22T19:56:17,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/9ca3f2680e3146c59dc0059842dbaf3f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9ca3f2680e3146c59dc0059842dbaf3f 2024-11-22T19:56:17,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9ca3f2680e3146c59dc0059842dbaf3f, entries=150, sequenceid=162, filesize=11.9 K 2024-11-22T19:56:17,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/4410dc250d02441499c3da3ff123dc01 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/4410dc250d02441499c3da3ff123dc01 2024-11-22T19:56:17,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/4410dc250d02441499c3da3ff123dc01, entries=150, sequenceid=162, filesize=11.9 K 2024-11-22T19:56:17,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 668ms, sequenceid=162, compaction requested=false 2024-11-22T19:56:17,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:17,143 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:17,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T19:56:17,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/118743901b454b95842b061eaa604e15 is 50, key is test_row_0/A:col10/1732305376477/Put/seqid=0 2024-11-22T19:56:17,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741870_1046 (size=12151) 2024-11-22T19:56:17,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305437291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:17,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:17,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305437407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:17,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:17,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305437417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:17,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305437427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:17,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:17,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305437427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:17,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305437448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:17,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:17,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/118743901b454b95842b061eaa604e15 2024-11-22T19:56:17,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/613af5f128c146b49eaa6500ff7fcbd8 is 50, key is test_row_0/B:col10/1732305376477/Put/seqid=0 2024-11-22T19:56:17,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305437627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:17,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741871_1047 (size=12151) 2024-11-22T19:56:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T19:56:17,807 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:17,808 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-22T19:56:17,813 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T19:56:17,815 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:17,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T19:56:17,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305437936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:17,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:17,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:17,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T19:56:17,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:17,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:17,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:17,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:17,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:18,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/613af5f128c146b49eaa6500ff7fcbd8 2024-11-22T19:56:18,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/2340e517e6a741fabd3635dc051cebe8 is 50, key is test_row_0/C:col10/1732305376477/Put/seqid=0 2024-11-22T19:56:18,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741872_1048 (size=12151) 2024-11-22T19:56:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T19:56:18,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T19:56:18,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:18,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:18,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:18,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:18,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:18,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T19:56:18,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:18,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:18,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:18,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:18,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:18,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305438427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:18,434 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in 8a1b0da4b23aa461c0d70f4385b6ea7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T19:56:18,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T19:56:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:18,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:18,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305438447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:18,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:18,454 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in 8a1b0da4b23aa461c0d70f4385b6ea7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:18,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:18,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:18,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:18,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305438447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305438447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:18,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:18,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:18,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:18,455 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in 8a1b0da4b23aa461c0d70f4385b6ea7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:18,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:18,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:18,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:18,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305438467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:18,475 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in 8a1b0da4b23aa461c0d70f4385b6ea7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:18,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/2340e517e6a741fabd3635dc051cebe8 2024-11-22T19:56:18,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/118743901b454b95842b061eaa604e15 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/118743901b454b95842b061eaa604e15 2024-11-22T19:56:18,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/118743901b454b95842b061eaa604e15, entries=150, sequenceid=177, filesize=11.9 K 2024-11-22T19:56:18,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/613af5f128c146b49eaa6500ff7fcbd8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/613af5f128c146b49eaa6500ff7fcbd8 2024-11-22T19:56:18,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/613af5f128c146b49eaa6500ff7fcbd8, entries=150, sequenceid=177, filesize=11.9 K 2024-11-22T19:56:18,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/2340e517e6a741fabd3635dc051cebe8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/2340e517e6a741fabd3635dc051cebe8 2024-11-22T19:56:18,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/2340e517e6a741fabd3635dc051cebe8, entries=150, sequenceid=177, filesize=11.9 K 2024-11-22T19:56:18,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 1406ms, sequenceid=177, compaction requested=true 2024-11-22T19:56:18,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:18,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:18,549 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:18,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:18,549 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:18,551 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:18,551 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:18,551 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:18,551 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:18,551 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:18,551 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:18,551 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/0c3a52db73874d8cbd17c5da5aa2f96b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9ca3f2680e3146c59dc0059842dbaf3f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/613af5f128c146b49eaa6500ff7fcbd8] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=35.9 K 2024-11-22T19:56:18,551 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/26e98a822ee14fd5bff0797ccd936ff2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/321c111227cf4fe799388f27b8c1c71b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/118743901b454b95842b061eaa604e15] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=38.2 K 2024-11-22T19:56:18,552 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26e98a822ee14fd5bff0797ccd936ff2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732305376090 2024-11-22T19:56:18,552 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c3a52db73874d8cbd17c5da5aa2f96b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732305376090 2024-11-22T19:56:18,553 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 321c111227cf4fe799388f27b8c1c71b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732305376260 2024-11-22T19:56:18,553 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ca3f2680e3146c59dc0059842dbaf3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732305376260 2024-11-22T19:56:18,554 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 118743901b454b95842b061eaa604e15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732305376447 2024-11-22T19:56:18,554 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 613af5f128c146b49eaa6500ff7fcbd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732305376447 2024-11-22T19:56:18,570 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:18,571 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/eb65bf028ffb446e8c8ba4f0a452dca6 is 50, key is test_row_0/A:col10/1732305376477/Put/seqid=0 2024-11-22T19:56:18,573 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:18,573 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/730e7b72459241119de59955d1518c05 is 50, key is test_row_0/B:col10/1732305376477/Put/seqid=0 2024-11-22T19:56:18,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T19:56:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:18,599 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T19:56:18,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741874_1050 (size=12561) 2024-11-22T19:56:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741873_1049 (size=12561) 2024-11-22T19:56:18,614 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/730e7b72459241119de59955d1518c05 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/730e7b72459241119de59955d1518c05 2024-11-22T19:56:18,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/d890f11479fb48cd96a9bc62aed527f2 is 50, key is test_row_0/A:col10/1732305377230/Put/seqid=0 2024-11-22T19:56:18,632 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/eb65bf028ffb446e8c8ba4f0a452dca6 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/eb65bf028ffb446e8c8ba4f0a452dca6 2024-11-22T19:56:18,635 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into 730e7b72459241119de59955d1518c05(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:18,635 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:18,635 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=13, startTime=1732305378549; duration=0sec 2024-11-22T19:56:18,635 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:18,635 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:18,635 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:18,639 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:18,640 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:18,640 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:18,640 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/25fd65bc6331498f87777a40b69f1f9a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/4410dc250d02441499c3da3ff123dc01, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/2340e517e6a741fabd3635dc051cebe8] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=35.9 K 2024-11-22T19:56:18,641 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 25fd65bc6331498f87777a40b69f1f9a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732305376090 2024-11-22T19:56:18,641 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 4410dc250d02441499c3da3ff123dc01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732305376260 2024-11-22T19:56:18,642 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 2340e517e6a741fabd3635dc051cebe8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732305376447 2024-11-22T19:56:18,649 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into eb65bf028ffb446e8c8ba4f0a452dca6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:18,649 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:18,649 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=13, startTime=1732305378549; duration=0sec 2024-11-22T19:56:18,650 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:18,650 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:18,661 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:18,662 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/ae890a7dfa4a4b22b88ad1ac191a06d7 is 50, key is test_row_0/C:col10/1732305376477/Put/seqid=0 2024-11-22T19:56:18,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741875_1051 (size=12151) 2024-11-22T19:56:18,664 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/d890f11479fb48cd96a9bc62aed527f2 2024-11-22T19:56:18,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/08abe8be8cd84f56a19c6fff87d904a4 is 50, key is test_row_0/B:col10/1732305377230/Put/seqid=0 2024-11-22T19:56:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741876_1052 (size=12561) 2024-11-22T19:56:18,703 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/ae890a7dfa4a4b22b88ad1ac191a06d7 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ae890a7dfa4a4b22b88ad1ac191a06d7 2024-11-22T19:56:18,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741877_1053 (size=12151) 2024-11-22T19:56:18,708 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/08abe8be8cd84f56a19c6fff87d904a4 2024-11-22T19:56:18,722 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into ae890a7dfa4a4b22b88ad1ac191a06d7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:18,723 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:18,723 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=13, startTime=1732305378550; duration=0sec 2024-11-22T19:56:18,723 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:18,723 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:18,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/7256a0086b4c4561adff7204b521c0ba is 50, key is test_row_0/C:col10/1732305377230/Put/seqid=0 2024-11-22T19:56:18,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741878_1054 (size=12151) 2024-11-22T19:56:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T19:56:19,159 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/7256a0086b4c4561adff7204b521c0ba 2024-11-22T19:56:19,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/d890f11479fb48cd96a9bc62aed527f2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d890f11479fb48cd96a9bc62aed527f2 2024-11-22T19:56:19,180 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d890f11479fb48cd96a9bc62aed527f2, entries=150, sequenceid=201, filesize=11.9 K 2024-11-22T19:56:19,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/08abe8be8cd84f56a19c6fff87d904a4 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/08abe8be8cd84f56a19c6fff87d904a4 2024-11-22T19:56:19,199 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/08abe8be8cd84f56a19c6fff87d904a4, entries=150, sequenceid=201, filesize=11.9 K 2024-11-22T19:56:19,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/7256a0086b4c4561adff7204b521c0ba as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/7256a0086b4c4561adff7204b521c0ba 2024-11-22T19:56:19,214 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/7256a0086b4c4561adff7204b521c0ba, entries=150, sequenceid=201, filesize=11.9 K 2024-11-22T19:56:19,215 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 616ms, sequenceid=201, compaction requested=false 2024-11-22T19:56:19,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:19,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:19,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T19:56:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T19:56:19,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T19:56:19,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-22T19:56:19,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.4190 sec 2024-11-22T19:56:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:19,502 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:19,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:56:19,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/df916d0e59df48e0bc2704f2cb35571d is 50, key is test_row_0/A:col10/1732305379500/Put/seqid=0 2024-11-22T19:56:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741879_1055 (size=14541) 2024-11-22T19:56:19,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/df916d0e59df48e0bc2704f2cb35571d 2024-11-22T19:56:19,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/02ac1ddd0ae1451b99a33379756ba747 is 50, key is test_row_0/B:col10/1732305379500/Put/seqid=0 2024-11-22T19:56:19,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741880_1056 (size=12151) 2024-11-22T19:56:19,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/02ac1ddd0ae1451b99a33379756ba747 2024-11-22T19:56:19,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/6bbbcbca46c24af0ae9b2a39ac688fc5 is 50, key is test_row_0/C:col10/1732305379500/Put/seqid=0 2024-11-22T19:56:19,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741881_1057 (size=12151) 2024-11-22T19:56:19,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/6bbbcbca46c24af0ae9b2a39ac688fc5 2024-11-22T19:56:19,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/df916d0e59df48e0bc2704f2cb35571d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/df916d0e59df48e0bc2704f2cb35571d 2024-11-22T19:56:19,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/df916d0e59df48e0bc2704f2cb35571d, entries=200, sequenceid=215, filesize=14.2 K 2024-11-22T19:56:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/02ac1ddd0ae1451b99a33379756ba747 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/02ac1ddd0ae1451b99a33379756ba747 2024-11-22T19:56:19,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/02ac1ddd0ae1451b99a33379756ba747, entries=150, sequenceid=215, filesize=11.9 K 2024-11-22T19:56:19,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305439645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:19,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/6bbbcbca46c24af0ae9b2a39ac688fc5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/6bbbcbca46c24af0ae9b2a39ac688fc5 2024-11-22T19:56:19,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:19,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:19,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:19,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/6bbbcbca46c24af0ae9b2a39ac688fc5, entries=150, sequenceid=215, filesize=11.9 K 2024-11-22T19:56:19,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 172ms, sequenceid=215, compaction requested=true 2024-11-22T19:56:19,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:19,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:19,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:19,675 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:19,675 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:19,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:19,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:19,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:19,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:19,677 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:19,677 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:19,677 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:19,677 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/eb65bf028ffb446e8c8ba4f0a452dca6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d890f11479fb48cd96a9bc62aed527f2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/df916d0e59df48e0bc2704f2cb35571d] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=38.3 K 2024-11-22T19:56:19,678 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:19,678 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:19,678 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:19,678 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/730e7b72459241119de59955d1518c05, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/08abe8be8cd84f56a19c6fff87d904a4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/02ac1ddd0ae1451b99a33379756ba747] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=36.0 K 2024-11-22T19:56:19,679 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb65bf028ffb446e8c8ba4f0a452dca6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732305376447 2024-11-22T19:56:19,679 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 730e7b72459241119de59955d1518c05, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732305376447 2024-11-22T19:56:19,680 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 08abe8be8cd84f56a19c6fff87d904a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732305377230 2024-11-22T19:56:19,680 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting d890f11479fb48cd96a9bc62aed527f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732305377230 2024-11-22T19:56:19,681 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 02ac1ddd0ae1451b99a33379756ba747, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732305379472 2024-11-22T19:56:19,681 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting df916d0e59df48e0bc2704f2cb35571d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732305379472 2024-11-22T19:56:19,697 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:19,698 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:19,698 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/f403bdb9e8414aaaa438f83d6842f697 is 50, key is test_row_0/A:col10/1732305379500/Put/seqid=0 2024-11-22T19:56:19,700 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/4170312d3364456d8d07b6b1f0f3485c is 50, key is test_row_0/B:col10/1732305379500/Put/seqid=0 2024-11-22T19:56:19,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741883_1059 (size=12663) 2024-11-22T19:56:19,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741882_1058 (size=12663) 2024-11-22T19:56:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:19,763 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:19,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T19:56:19,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/5d285a2feb66463b885540075c2a12f0 is 50, key is test_row_0/A:col10/1732305379599/Put/seqid=0 2024-11-22T19:56:19,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741884_1060 (size=14541) 2024-11-22T19:56:19,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/5d285a2feb66463b885540075c2a12f0 2024-11-22T19:56:19,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/dedbd1189f3d4d6b849612599f3ea616 is 50, key is test_row_0/B:col10/1732305379599/Put/seqid=0 2024-11-22T19:56:19,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305439806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:19,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741885_1061 (size=12151) 2024-11-22T19:56:19,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/dedbd1189f3d4d6b849612599f3ea616 2024-11-22T19:56:19,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/c8da52f5c97448f6943651bf3ee34ea2 is 50, key is test_row_0/C:col10/1732305379599/Put/seqid=0 2024-11-22T19:56:19,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741886_1062 (size=12151) 2024-11-22T19:56:19,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305439917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T19:56:19,956 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:19,957 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-22T19:56:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T19:56:19,960 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:19,961 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:19,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T19:56:20,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T19:56:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:20,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:20,135 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/4170312d3364456d8d07b6b1f0f3485c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4170312d3364456d8d07b6b1f0f3485c 2024-11-22T19:56:20,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305440137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,147 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/f403bdb9e8414aaaa438f83d6842f697 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f403bdb9e8414aaaa438f83d6842f697 2024-11-22T19:56:20,158 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into f403bdb9e8414aaaa438f83d6842f697(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:20,159 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:20,159 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=13, startTime=1732305379675; duration=0sec 2024-11-22T19:56:20,159 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:20,159 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:20,159 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:20,159 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into 4170312d3364456d8d07b6b1f0f3485c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:20,159 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:20,160 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=13, startTime=1732305379675; duration=0sec 2024-11-22T19:56:20,160 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:20,160 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:20,161 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:20,161 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:20,161 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:20,161 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ae890a7dfa4a4b22b88ad1ac191a06d7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/7256a0086b4c4561adff7204b521c0ba, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/6bbbcbca46c24af0ae9b2a39ac688fc5] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=36.0 K 2024-11-22T19:56:20,162 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae890a7dfa4a4b22b88ad1ac191a06d7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732305376447 2024-11-22T19:56:20,163 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7256a0086b4c4561adff7204b521c0ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732305377230 2024-11-22T19:56:20,163 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bbbcbca46c24af0ae9b2a39ac688fc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732305379472 2024-11-22T19:56:20,173 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:20,174 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/81c2cf0d7da24e829ba3e5a71e936eec is 50, key is test_row_0/C:col10/1732305379500/Put/seqid=0 2024-11-22T19:56:20,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741887_1063 (size=12663) 2024-11-22T19:56:20,195 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/81c2cf0d7da24e829ba3e5a71e936eec as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/81c2cf0d7da24e829ba3e5a71e936eec 2024-11-22T19:56:20,202 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into 81c2cf0d7da24e829ba3e5a71e936eec(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:20,202 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:20,202 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=13, startTime=1732305379675; duration=0sec 2024-11-22T19:56:20,203 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:20,203 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:20,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/c8da52f5c97448f6943651bf3ee34ea2 2024-11-22T19:56:20,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/5d285a2feb66463b885540075c2a12f0 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5d285a2feb66463b885540075c2a12f0 2024-11-22T19:56:20,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5d285a2feb66463b885540075c2a12f0, entries=200, sequenceid=241, filesize=14.2 K 2024-11-22T19:56:20,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/dedbd1189f3d4d6b849612599f3ea616 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dedbd1189f3d4d6b849612599f3ea616 2024-11-22T19:56:20,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dedbd1189f3d4d6b849612599f3ea616, entries=150, sequenceid=241, filesize=11.9 K 2024-11-22T19:56:20,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/c8da52f5c97448f6943651bf3ee34ea2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c8da52f5c97448f6943651bf3ee34ea2 2024-11-22T19:56:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T19:56:20,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T19:56:20,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:20,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:20,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:20,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:20,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c8da52f5c97448f6943651bf3ee34ea2, entries=150, sequenceid=241, filesize=11.9 K 2024-11-22T19:56:20,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 531ms, sequenceid=241, compaction requested=false 2024-11-22T19:56:20,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:20,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T19:56:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:20,433 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T19:56:20,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/4a3325e7ebc247df9d183e3647241e18 is 50, key is test_row_0/A:col10/1732305379803/Put/seqid=0 2024-11-22T19:56:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:20,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:20,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741888_1064 (size=12151) 2024-11-22T19:56:20,477 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/4a3325e7ebc247df9d183e3647241e18 2024-11-22T19:56:20,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/edcc5b44b1bf499ab2bafb64c9974e42 is 50, key is test_row_0/B:col10/1732305379803/Put/seqid=0 2024-11-22T19:56:20,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741889_1065 (size=12151) 2024-11-22T19:56:20,519 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/edcc5b44b1bf499ab2bafb64c9974e42 2024-11-22T19:56:20,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/49a3e46387f24859a3254f0c586c593f is 50, key is test_row_0/C:col10/1732305379803/Put/seqid=0 2024-11-22T19:56:20,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305440519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305440520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305440525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305440526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305440535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741890_1066 (size=12151) 2024-11-22T19:56:20,551 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/49a3e46387f24859a3254f0c586c593f 2024-11-22T19:56:20,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/4a3325e7ebc247df9d183e3647241e18 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4a3325e7ebc247df9d183e3647241e18 2024-11-22T19:56:20,568 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4a3325e7ebc247df9d183e3647241e18, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T19:56:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/edcc5b44b1bf499ab2bafb64c9974e42 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/edcc5b44b1bf499ab2bafb64c9974e42 2024-11-22T19:56:20,579 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/edcc5b44b1bf499ab2bafb64c9974e42, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T19:56:20,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/49a3e46387f24859a3254f0c586c593f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/49a3e46387f24859a3254f0c586c593f 2024-11-22T19:56:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T19:56:20,587 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/49a3e46387f24859a3254f0c586c593f, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T19:56:20,589 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 155ms, sequenceid=254, compaction requested=true 2024-11-22T19:56:20,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:20,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:20,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T19:56:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T19:56:20,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T19:56:20,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 632 msec 2024-11-22T19:56:20,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 639 msec 2024-11-22T19:56:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:20,654 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:20,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T19:56:20,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/81640eba53c642b9a6d7302dc385cec5 is 50, key is test_row_0/A:col10/1732305380521/Put/seqid=0 2024-11-22T19:56:20,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305440658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305440660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305440661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305440664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305440665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741891_1067 (size=14741) 2024-11-22T19:56:20,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/81640eba53c642b9a6d7302dc385cec5 2024-11-22T19:56:20,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/aba0b592433f4c858f1ee6802d3cb04d is 50, key is test_row_0/B:col10/1732305380521/Put/seqid=0 2024-11-22T19:56:20,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741892_1068 (size=12301) 2024-11-22T19:56:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305440795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305440795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305440795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305440802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:20,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305440802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:20,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:20,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:20,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305441007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305441008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305441008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305441008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305441017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T19:56:21,098 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:21,098 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-22T19:56:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T19:56:21,101 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:21,102 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:21,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:21,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/aba0b592433f4c858f1ee6802d3cb04d 2024-11-22T19:56:21,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/7d5bf21c6ed04e3ba034250600262f88 is 50, key is test_row_0/C:col10/1732305380521/Put/seqid=0 2024-11-22T19:56:21,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741893_1069 (size=12301) 2024-11-22T19:56:21,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/7d5bf21c6ed04e3ba034250600262f88 2024-11-22T19:56:21,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/81640eba53c642b9a6d7302dc385cec5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/81640eba53c642b9a6d7302dc385cec5 2024-11-22T19:56:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T19:56:21,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/81640eba53c642b9a6d7302dc385cec5, entries=200, sequenceid=282, filesize=14.4 K 2024-11-22T19:56:21,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/aba0b592433f4c858f1ee6802d3cb04d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/aba0b592433f4c858f1ee6802d3cb04d 2024-11-22T19:56:21,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/aba0b592433f4c858f1ee6802d3cb04d, entries=150, sequenceid=282, filesize=12.0 K 2024-11-22T19:56:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/7d5bf21c6ed04e3ba034250600262f88 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/7d5bf21c6ed04e3ba034250600262f88 2024-11-22T19:56:21,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/7d5bf21c6ed04e3ba034250600262f88, entries=150, sequenceid=282, filesize=12.0 K 2024-11-22T19:56:21,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 582ms, sequenceid=282, compaction requested=true 2024-11-22T19:56:21,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:21,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:21,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:21,237 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:56:21,237 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:56:21,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:21,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:21,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:21,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:21,239 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:56:21,239 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:21,239 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:21,239 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4170312d3364456d8d07b6b1f0f3485c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dedbd1189f3d4d6b849612599f3ea616, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/edcc5b44b1bf499ab2bafb64c9974e42, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/aba0b592433f4c858f1ee6802d3cb04d] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=48.1 K 2024-11-22T19:56:21,240 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:56:21,240 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:21,240 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 4170312d3364456d8d07b6b1f0f3485c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732305379472 2024-11-22T19:56:21,240 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:21,240 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f403bdb9e8414aaaa438f83d6842f697, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5d285a2feb66463b885540075c2a12f0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4a3325e7ebc247df9d183e3647241e18, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/81640eba53c642b9a6d7302dc385cec5] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=52.8 K 2024-11-22T19:56:21,240 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting dedbd1189f3d4d6b849612599f3ea616, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732305379599 2024-11-22T19:56:21,241 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting f403bdb9e8414aaaa438f83d6842f697, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732305379472 2024-11-22T19:56:21,241 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting edcc5b44b1bf499ab2bafb64c9974e42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732305379778 2024-11-22T19:56:21,241 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d285a2feb66463b885540075c2a12f0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732305379599 2024-11-22T19:56:21,244 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting aba0b592433f4c858f1ee6802d3cb04d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732305380521 2024-11-22T19:56:21,244 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a3325e7ebc247df9d183e3647241e18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732305379778 2024-11-22T19:56:21,245 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81640eba53c642b9a6d7302dc385cec5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732305380516 2024-11-22T19:56:21,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T19:56:21,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:21,259 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T19:56:21,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/17f34574ad92449888f6de1c1b309377 is 50, key is test_row_0/A:col10/1732305380660/Put/seqid=0 2024-11-22T19:56:21,278 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#58 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:21,279 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/bb073675549d4a56909e76e574e171d4 is 50, key is test_row_0/A:col10/1732305380521/Put/seqid=0 2024-11-22T19:56:21,282 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:21,283 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/dfd988906d464fb1ad241258dac8b4db is 50, key is test_row_0/B:col10/1732305380521/Put/seqid=0 2024-11-22T19:56:21,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741894_1070 (size=12949) 2024-11-22T19:56:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741895_1071 (size=12301) 2024-11-22T19:56:21,331 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/17f34574ad92449888f6de1c1b309377 2024-11-22T19:56:21,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741896_1072 (size=12949) 2024-11-22T19:56:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/8294a1caef0248d89a673a476dd9adc5 is 50, key is test_row_0/B:col10/1732305380660/Put/seqid=0 2024-11-22T19:56:21,356 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/dfd988906d464fb1ad241258dac8b4db as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dfd988906d464fb1ad241258dac8b4db 2024-11-22T19:56:21,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741897_1073 (size=12301) 2024-11-22T19:56:21,362 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/8294a1caef0248d89a673a476dd9adc5 2024-11-22T19:56:21,366 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into dfd988906d464fb1ad241258dac8b4db(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:21,366 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:21,366 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=12, startTime=1732305381237; duration=0sec 2024-11-22T19:56:21,366 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:21,366 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:21,366 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:56:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/0ed67acd63fe410f98915e240e15e84e is 50, key is test_row_0/C:col10/1732305380660/Put/seqid=0 2024-11-22T19:56:21,380 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:56:21,380 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:21,380 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:21,380 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/81c2cf0d7da24e829ba3e5a71e936eec, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c8da52f5c97448f6943651bf3ee34ea2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/49a3e46387f24859a3254f0c586c593f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/7d5bf21c6ed04e3ba034250600262f88] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=48.1 K 2024-11-22T19:56:21,381 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 81c2cf0d7da24e829ba3e5a71e936eec, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732305379472 2024-11-22T19:56:21,381 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c8da52f5c97448f6943651bf3ee34ea2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732305379599 2024-11-22T19:56:21,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741898_1074 (size=12301) 2024-11-22T19:56:21,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,383 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 49a3e46387f24859a3254f0c586c593f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732305379778 2024-11-22T19:56:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305441373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,383 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/0ed67acd63fe410f98915e240e15e84e 2024-11-22T19:56:21,383 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d5bf21c6ed04e3ba034250600262f88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732305380521 2024-11-22T19:56:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305441373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305441375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305441378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/17f34574ad92449888f6de1c1b309377 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/17f34574ad92449888f6de1c1b309377 2024-11-22T19:56:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305441382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,398 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/17f34574ad92449888f6de1c1b309377, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T19:56:21,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/8294a1caef0248d89a673a476dd9adc5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/8294a1caef0248d89a673a476dd9adc5 2024-11-22T19:56:21,401 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:21,402 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/3b9da71efc4c4e2392e78c90c4a10ed4 is 50, key is test_row_0/C:col10/1732305380521/Put/seqid=0 2024-11-22T19:56:21,410 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/8294a1caef0248d89a673a476dd9adc5, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T19:56:21,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741899_1075 (size=12949) 2024-11-22T19:56:21,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/0ed67acd63fe410f98915e240e15e84e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/0ed67acd63fe410f98915e240e15e84e 2024-11-22T19:56:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T19:56:21,420 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/0ed67acd63fe410f98915e240e15e84e, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T19:56:21,421 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/3b9da71efc4c4e2392e78c90c4a10ed4 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3b9da71efc4c4e2392e78c90c4a10ed4 2024-11-22T19:56:21,422 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 163ms, sequenceid=290, compaction requested=false 2024-11-22T19:56:21,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:21,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:21,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T19:56:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T19:56:21,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T19:56:21,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 322 msec 2024-11-22T19:56:21,433 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into 3b9da71efc4c4e2392e78c90c4a10ed4(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:21,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 332 msec 2024-11-22T19:56:21,433 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:21,433 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=12, startTime=1732305381237; duration=0sec 2024-11-22T19:56:21,434 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:21,434 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:21,489 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:21,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-22T19:56:21,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305441497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305441497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305441498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305441501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/ab5da304c0ed4dc1900fff95bec03fd6 is 50, key is test_row_0/A:col10/1732305381489/Put/seqid=0 2024-11-22T19:56:21,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305441503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741900_1076 (size=17181) 2024-11-22T19:56:21,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/ab5da304c0ed4dc1900fff95bec03fd6 2024-11-22T19:56:21,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/0d61f95c231142bba22104a6b596b92e is 50, key is test_row_0/B:col10/1732305381489/Put/seqid=0 2024-11-22T19:56:21,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741901_1077 (size=12301) 2024-11-22T19:56:21,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/0d61f95c231142bba22104a6b596b92e 2024-11-22T19:56:21,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/0b62797cddc9450d870b937b17e03054 is 50, key is test_row_0/C:col10/1732305381489/Put/seqid=0 2024-11-22T19:56:21,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741902_1078 (size=12301) 2024-11-22T19:56:21,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305441606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305441617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305441706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305441706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305441717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T19:56:21,727 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:21,728 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-22T19:56:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T19:56:21,738 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:21,742 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:21,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:21,751 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/bb073675549d4a56909e76e574e171d4 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/bb073675549d4a56909e76e574e171d4 2024-11-22T19:56:21,760 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into bb073675549d4a56909e76e574e171d4(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:21,760 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:21,760 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=12, startTime=1732305381237; duration=0sec 2024-11-22T19:56:21,760 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:21,760 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305441817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305441826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T19:56:21,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T19:56:21,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:21,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:21,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:21,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:21,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/0b62797cddc9450d870b937b17e03054 2024-11-22T19:56:22,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/ab5da304c0ed4dc1900fff95bec03fd6 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/ab5da304c0ed4dc1900fff95bec03fd6 2024-11-22T19:56:22,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305442017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305442017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305442027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/ab5da304c0ed4dc1900fff95bec03fd6, entries=250, sequenceid=322, filesize=16.8 K 2024-11-22T19:56:22,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/0d61f95c231142bba22104a6b596b92e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/0d61f95c231142bba22104a6b596b92e 2024-11-22T19:56:22,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T19:56:22,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:22,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T19:56:22,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/0d61f95c231142bba22104a6b596b92e, entries=150, sequenceid=322, filesize=12.0 K 2024-11-22T19:56:22,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/0b62797cddc9450d870b937b17e03054 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/0b62797cddc9450d870b937b17e03054 2024-11-22T19:56:22,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/0b62797cddc9450d870b937b17e03054, entries=150, sequenceid=322, filesize=12.0 K 2024-11-22T19:56:22,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 585ms, sequenceid=322, compaction requested=true 2024-11-22T19:56:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:22,075 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:22,075 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:22,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:22,076 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:22,077 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:22,077 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,077 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/bb073675549d4a56909e76e574e171d4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/17f34574ad92449888f6de1c1b309377, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/ab5da304c0ed4dc1900fff95bec03fd6] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=41.4 K 2024-11-22T19:56:22,077 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb073675549d4a56909e76e574e171d4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732305380521 2024-11-22T19:56:22,077 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:22,078 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:22,078 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17f34574ad92449888f6de1c1b309377, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732305380655 2024-11-22T19:56:22,078 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,078 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dfd988906d464fb1ad241258dac8b4db, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/8294a1caef0248d89a673a476dd9adc5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/0d61f95c231142bba22104a6b596b92e] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=36.7 K 2024-11-22T19:56:22,078 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting dfd988906d464fb1ad241258dac8b4db, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732305380521 2024-11-22T19:56:22,078 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab5da304c0ed4dc1900fff95bec03fd6, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732305381367 2024-11-22T19:56:22,081 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 8294a1caef0248d89a673a476dd9adc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732305380655 2024-11-22T19:56:22,081 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d61f95c231142bba22104a6b596b92e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732305381375 2024-11-22T19:56:22,102 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:22,103 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/9116a95add6f4d4e81e7895d8cbc7b0d is 50, key is test_row_0/A:col10/1732305381489/Put/seqid=0 2024-11-22T19:56:22,110 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:22,111 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/ec7a5847472749c682ec402eedf40848 is 50, key is test_row_0/B:col10/1732305381489/Put/seqid=0 2024-11-22T19:56:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741903_1079 (size=13051) 2024-11-22T19:56:22,139 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/ec7a5847472749c682ec402eedf40848 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ec7a5847472749c682ec402eedf40848 2024-11-22T19:56:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:22,145 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741904_1080 (size=13051) 2024-11-22T19:56:22,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:56:22,156 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into ec7a5847472749c682ec402eedf40848(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:22,156 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:22,156 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=13, startTime=1732305382075; duration=0sec 2024-11-22T19:56:22,158 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:22,158 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:22,159 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:22,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/fa8ddb0cd9754db18f1134c9347f96c5 is 50, key is test_row_0/A:col10/1732305382143/Put/seqid=0 2024-11-22T19:56:22,161 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:22,161 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:22,162 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,162 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3b9da71efc4c4e2392e78c90c4a10ed4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/0ed67acd63fe410f98915e240e15e84e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/0b62797cddc9450d870b937b17e03054] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=36.7 K 2024-11-22T19:56:22,163 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b9da71efc4c4e2392e78c90c4a10ed4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732305380521 2024-11-22T19:56:22,164 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ed67acd63fe410f98915e240e15e84e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732305380655 2024-11-22T19:56:22,164 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b62797cddc9450d870b937b17e03054, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732305381375 2024-11-22T19:56:22,180 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#69 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:22,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741905_1081 (size=17181) 2024-11-22T19:56:22,180 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/ea0a33816e2b4fa4b0f7584ddb2072a6 is 50, key is test_row_0/C:col10/1732305381489/Put/seqid=0 2024-11-22T19:56:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741906_1082 (size=13051) 2024-11-22T19:56:22,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T19:56:22,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:22,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,216 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/ea0a33816e2b4fa4b0f7584ddb2072a6 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ea0a33816e2b4fa4b0f7584ddb2072a6 2024-11-22T19:56:22,230 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into ea0a33816e2b4fa4b0f7584ddb2072a6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:22,230 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:22,230 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=13, startTime=1732305382075; duration=0sec 2024-11-22T19:56:22,231 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:22,231 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305442234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305442234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305442346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305442346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T19:56:22,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:22,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T19:56:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T19:56:22,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:22,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305442537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305442537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305442537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305442556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305442557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,559 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/9116a95add6f4d4e81e7895d8cbc7b0d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/9116a95add6f4d4e81e7895d8cbc7b0d 2024-11-22T19:56:22,566 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into 9116a95add6f4d4e81e7895d8cbc7b0d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:22,567 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:22,567 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=13, startTime=1732305382075; duration=0sec 2024-11-22T19:56:22,567 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:22,567 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:22,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/fa8ddb0cd9754db18f1134c9347f96c5 2024-11-22T19:56:22,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/ef2943d89e804308bd302e3625958cf3 is 50, key is test_row_0/B:col10/1732305382143/Put/seqid=0 2024-11-22T19:56:22,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741907_1083 (size=12301) 2024-11-22T19:56:22,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/ef2943d89e804308bd302e3625958cf3 2024-11-22T19:56:22,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/07b4615e2b104ef18741c852559b513c is 50, key is test_row_0/C:col10/1732305382143/Put/seqid=0 2024-11-22T19:56:22,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741908_1084 (size=12301) 2024-11-22T19:56:22,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T19:56:22,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:22,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T19:56:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305442867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305442867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T19:56:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:22,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T19:56:22,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:22,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:22,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:23,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/07b4615e2b104ef18741c852559b513c 2024-11-22T19:56:23,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/fa8ddb0cd9754db18f1134c9347f96c5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/fa8ddb0cd9754db18f1134c9347f96c5 2024-11-22T19:56:23,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/fa8ddb0cd9754db18f1134c9347f96c5, entries=250, sequenceid=336, filesize=16.8 K 2024-11-22T19:56:23,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/ef2943d89e804308bd302e3625958cf3 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ef2943d89e804308bd302e3625958cf3 2024-11-22T19:56:23,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ef2943d89e804308bd302e3625958cf3, entries=150, sequenceid=336, filesize=12.0 K 2024-11-22T19:56:23,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/07b4615e2b104ef18741c852559b513c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/07b4615e2b104ef18741c852559b513c 2024-11-22T19:56:23,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/07b4615e2b104ef18741c852559b513c, entries=150, sequenceid=336, filesize=12.0 K 2024-11-22T19:56:23,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 928ms, sequenceid=336, compaction requested=false 2024-11-22T19:56:23,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:23,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T19:56:23,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:23,140 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T19:56:23,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/e911e5003ec44260aab6518b4c84adf0 is 50, key is test_row_0/A:col10/1732305382223/Put/seqid=0 2024-11-22T19:56:23,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741909_1085 (size=12301) 2024-11-22T19:56:23,167 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/e911e5003ec44260aab6518b4c84adf0 2024-11-22T19:56:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/c1a15f9e4a3b495ea1cf1edded452d15 is 50, key is test_row_0/B:col10/1732305382223/Put/seqid=0 2024-11-22T19:56:23,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741910_1086 (size=12301) 2024-11-22T19:56:23,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:23,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305443414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:23,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:23,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305443414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:23,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:23,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305443526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:23,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:23,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305443527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:23,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:23,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305443547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:23,552 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in 8a1b0da4b23aa461c0d70f4385b6ea7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:23,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:23,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305443556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305443557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:23,558 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in 8a1b0da4b23aa461c0d70f4385b6ea7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:23,559 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in 8a1b0da4b23aa461c0d70f4385b6ea7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:23,590 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/c1a15f9e4a3b495ea1cf1edded452d15 2024-11-22T19:56:23,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/72a8e2985a324f82a0404186b5a1ce42 is 50, key is test_row_0/C:col10/1732305382223/Put/seqid=0 2024-11-22T19:56:23,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741911_1087 (size=12301) 2024-11-22T19:56:23,617 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/72a8e2985a324f82a0404186b5a1ce42 2024-11-22T19:56:23,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/e911e5003ec44260aab6518b4c84adf0 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e911e5003ec44260aab6518b4c84adf0 2024-11-22T19:56:23,633 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e911e5003ec44260aab6518b4c84adf0, entries=150, sequenceid=363, filesize=12.0 K 2024-11-22T19:56:23,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/c1a15f9e4a3b495ea1cf1edded452d15 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/c1a15f9e4a3b495ea1cf1edded452d15 2024-11-22T19:56:23,641 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/c1a15f9e4a3b495ea1cf1edded452d15, entries=150, sequenceid=363, filesize=12.0 K 2024-11-22T19:56:23,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/72a8e2985a324f82a0404186b5a1ce42 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/72a8e2985a324f82a0404186b5a1ce42 2024-11-22T19:56:23,652 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/72a8e2985a324f82a0404186b5a1ce42, entries=150, sequenceid=363, filesize=12.0 K 2024-11-22T19:56:23,653 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 513ms, sequenceid=363, compaction requested=true 2024-11-22T19:56:23,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:23,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:23,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-22T19:56:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-22T19:56:23,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T19:56:23,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9130 sec 2024-11-22T19:56:23,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.9320 sec 2024-11-22T19:56:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:23,742 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:23,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T19:56:23,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/2775098aab7946e4aee3605b313065fc is 50, key is test_row_0/A:col10/1732305383387/Put/seqid=0 2024-11-22T19:56:23,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741912_1088 (size=17181) 2024-11-22T19:56:23,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305443798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:23,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305443802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T19:56:23,887 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:23,888 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-22T19:56:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T19:56:23,891 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:23,892 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:23,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:23,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305443907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:23,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305443916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T19:56:24,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T19:56:24,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:24,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:24,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:24,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305444116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:24,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:24,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:24,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:24,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305444127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:24,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:24,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:24,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:24,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/2775098aab7946e4aee3605b313065fc 2024-11-22T19:56:24,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/18213a99cf8d451eb9c2dded846427b5 is 50, key is test_row_0/B:col10/1732305383387/Put/seqid=0 2024-11-22T19:56:24,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T19:56:24,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:24,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:24,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:24,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741913_1089 (size=12301) 2024-11-22T19:56:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T19:56:24,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T19:56:24,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:24,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:24,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:24,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305444427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:24,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305444436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:24,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:24,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:24,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:24,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T19:56:24,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:24,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:24,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:24,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T19:56:24,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/18213a99cf8d451eb9c2dded846427b5 2024-11-22T19:56:24,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/3672e2ae863d499995100a5be6400a65 is 50, key is test_row_0/C:col10/1732305383387/Put/seqid=0 2024-11-22T19:56:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741914_1090 (size=12301) 2024-11-22T19:56:24,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/3672e2ae863d499995100a5be6400a65 2024-11-22T19:56:24,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/2775098aab7946e4aee3605b313065fc as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/2775098aab7946e4aee3605b313065fc 2024-11-22T19:56:24,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/2775098aab7946e4aee3605b313065fc, entries=250, sequenceid=378, filesize=16.8 K 2024-11-22T19:56:24,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/18213a99cf8d451eb9c2dded846427b5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/18213a99cf8d451eb9c2dded846427b5 2024-11-22T19:56:24,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/18213a99cf8d451eb9c2dded846427b5, entries=150, sequenceid=378, filesize=12.0 K 2024-11-22T19:56:24,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T19:56:24,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/3672e2ae863d499995100a5be6400a65 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3672e2ae863d499995100a5be6400a65 2024-11-22T19:56:24,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:24,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:24,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3672e2ae863d499995100a5be6400a65, entries=150, sequenceid=378, filesize=12.0 K 2024-11-22T19:56:24,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 932ms, sequenceid=378, compaction requested=true 2024-11-22T19:56:24,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:24,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:24,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:24,674 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:56:24,675 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:56:24,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:24,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:24,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:24,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:24,676 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:56:24,676 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:24,676 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:24,676 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/9116a95add6f4d4e81e7895d8cbc7b0d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/fa8ddb0cd9754db18f1134c9347f96c5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e911e5003ec44260aab6518b4c84adf0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/2775098aab7946e4aee3605b313065fc] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=58.3 K 2024-11-22T19:56:24,677 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:56:24,677 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:24,677 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:24,677 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ec7a5847472749c682ec402eedf40848, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ef2943d89e804308bd302e3625958cf3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/c1a15f9e4a3b495ea1cf1edded452d15, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/18213a99cf8d451eb9c2dded846427b5] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=48.8 K 2024-11-22T19:56:24,678 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9116a95add6f4d4e81e7895d8cbc7b0d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732305381375 2024-11-22T19:56:24,679 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa8ddb0cd9754db18f1134c9347f96c5, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732305382138 2024-11-22T19:56:24,679 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ec7a5847472749c682ec402eedf40848, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732305381375 2024-11-22T19:56:24,679 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting e911e5003ec44260aab6518b4c84adf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732305382223 2024-11-22T19:56:24,679 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ef2943d89e804308bd302e3625958cf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732305382143 2024-11-22T19:56:24,680 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2775098aab7946e4aee3605b313065fc, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732305383387 2024-11-22T19:56:24,682 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c1a15f9e4a3b495ea1cf1edded452d15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732305382223 2024-11-22T19:56:24,682 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 18213a99cf8d451eb9c2dded846427b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732305383387 2024-11-22T19:56:24,701 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:24,702 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/f65bf412b2254648b3c02abd1c74cdf9 is 50, key is test_row_0/A:col10/1732305383387/Put/seqid=0 2024-11-22T19:56:24,705 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:24,706 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/cf34e3fa7c944b279c252f415397455f is 50, key is test_row_0/B:col10/1732305383387/Put/seqid=0 2024-11-22T19:56:24,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741915_1091 (size=13187) 2024-11-22T19:56:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741916_1092 (size=13187) 2024-11-22T19:56:24,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T19:56:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:24,820 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T19:56:24,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/22465fa654574bd69aea7c5427955eda is 50, key is test_row_0/A:col10/1732305383789/Put/seqid=0 2024-11-22T19:56:24,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741917_1093 (size=12301) 2024-11-22T19:56:24,834 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/22465fa654574bd69aea7c5427955eda 2024-11-22T19:56:24,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/dd176fec223043f5ae24295f130a5cde is 50, key is test_row_0/B:col10/1732305383789/Put/seqid=0 2024-11-22T19:56:24,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741918_1094 (size=12301) 2024-11-22T19:56:24,854 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/dd176fec223043f5ae24295f130a5cde 2024-11-22T19:56:24,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/a02ad6668bd24769829928ada4914ab8 is 50, key is test_row_0/C:col10/1732305383789/Put/seqid=0 2024-11-22T19:56:24,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741919_1095 (size=12301) 2024-11-22T19:56:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:24,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:25,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305445012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:25,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:25,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305445020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T19:56:25,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:25,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305445126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:25,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:25,132 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/f65bf412b2254648b3c02abd1c74cdf9 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f65bf412b2254648b3c02abd1c74cdf9 2024-11-22T19:56:25,138 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/cf34e3fa7c944b279c252f415397455f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/cf34e3fa7c944b279c252f415397455f 2024-11-22T19:56:25,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305445137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:25,141 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into f65bf412b2254648b3c02abd1c74cdf9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:25,141 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:25,141 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=12, startTime=1732305384674; duration=0sec 2024-11-22T19:56:25,141 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:25,141 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:25,141 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:56:25,144 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:56:25,144 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:25,144 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:25,144 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ea0a33816e2b4fa4b0f7584ddb2072a6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/07b4615e2b104ef18741c852559b513c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/72a8e2985a324f82a0404186b5a1ce42, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3672e2ae863d499995100a5be6400a65] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=48.8 K 2024-11-22T19:56:25,145 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea0a33816e2b4fa4b0f7584ddb2072a6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732305381375 2024-11-22T19:56:25,146 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into cf34e3fa7c944b279c252f415397455f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:25,146 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:25,146 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07b4615e2b104ef18741c852559b513c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732305382143 2024-11-22T19:56:25,146 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=12, startTime=1732305384675; duration=0sec 2024-11-22T19:56:25,146 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:25,146 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:25,146 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72a8e2985a324f82a0404186b5a1ce42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732305382223 2024-11-22T19:56:25,147 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3672e2ae863d499995100a5be6400a65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732305383387 2024-11-22T19:56:25,158 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:25,159 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/b7479e9f8c684971a18209d9e35a3f20 is 50, key is test_row_0/C:col10/1732305383387/Put/seqid=0 2024-11-22T19:56:25,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741920_1096 (size=13187) 2024-11-22T19:56:25,178 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/b7479e9f8c684971a18209d9e35a3f20 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/b7479e9f8c684971a18209d9e35a3f20 2024-11-22T19:56:25,183 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into b7479e9f8c684971a18209d9e35a3f20(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:25,184 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:25,184 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=12, startTime=1732305384675; duration=0sec 2024-11-22T19:56:25,184 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:25,184 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:25,307 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/a02ad6668bd24769829928ada4914ab8 2024-11-22T19:56:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/22465fa654574bd69aea7c5427955eda as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/22465fa654574bd69aea7c5427955eda 2024-11-22T19:56:25,320 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/22465fa654574bd69aea7c5427955eda, entries=150, sequenceid=399, filesize=12.0 K 2024-11-22T19:56:25,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/dd176fec223043f5ae24295f130a5cde as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dd176fec223043f5ae24295f130a5cde 2024-11-22T19:56:25,328 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dd176fec223043f5ae24295f130a5cde, entries=150, sequenceid=399, filesize=12.0 K 2024-11-22T19:56:25,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/a02ad6668bd24769829928ada4914ab8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/a02ad6668bd24769829928ada4914ab8 2024-11-22T19:56:25,336 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/a02ad6668bd24769829928ada4914ab8, entries=150, sequenceid=399, filesize=12.0 K 2024-11-22T19:56:25,337 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 517ms, sequenceid=399, compaction requested=false 2024-11-22T19:56:25,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:25,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:25,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-22T19:56:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-22T19:56:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:25,338 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:25,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T19:56:25,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-22T19:56:25,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4480 sec 2024-11-22T19:56:25,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.4550 sec 2024-11-22T19:56:25,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/d6c864f7fb3f4f5fb4f41c080eaaf61d is 50, key is test_row_0/A:col10/1732305385017/Put/seqid=0 2024-11-22T19:56:25,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741921_1097 (size=14741) 2024-11-22T19:56:25,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305445395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:25,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:25,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305445395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:25,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:25,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305445506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:25,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:25,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305445506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:25,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:25,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305445567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:25,570 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in 8a1b0da4b23aa461c0d70f4385b6ea7a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:25,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305445576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:25,580 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in 8a1b0da4b23aa461c0d70f4385b6ea7a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:25,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305445586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:25,589 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in 8a1b0da4b23aa461c0d70f4385b6ea7a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:25,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305445717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:25,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305445717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:25,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/d6c864f7fb3f4f5fb4f41c080eaaf61d 2024-11-22T19:56:25,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/712cab150d7745da9f4893be289e6c9f is 50, key is test_row_0/B:col10/1732305385017/Put/seqid=0 2024-11-22T19:56:25,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741922_1098 (size=12301) 2024-11-22T19:56:26,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305446026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:26,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305446027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:26,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:26,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T19:56:26,037 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:26,038 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-22T19:56:26,040 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T19:56:26,042 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:26,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T19:56:26,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/712cab150d7745da9f4893be289e6c9f 2024-11-22T19:56:26,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T19:56:26,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:26,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:26,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:26,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:26,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:26,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/9d744f35961c488e8098c1c6705abeff is 50, key is test_row_0/C:col10/1732305385017/Put/seqid=0 2024-11-22T19:56:26,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741923_1099 (size=12301) 2024-11-22T19:56:26,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/9d744f35961c488e8098c1c6705abeff 2024-11-22T19:56:26,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/d6c864f7fb3f4f5fb4f41c080eaaf61d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d6c864f7fb3f4f5fb4f41c080eaaf61d 2024-11-22T19:56:26,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d6c864f7fb3f4f5fb4f41c080eaaf61d, entries=200, sequenceid=418, filesize=14.4 K 2024-11-22T19:56:26,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/712cab150d7745da9f4893be289e6c9f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/712cab150d7745da9f4893be289e6c9f 2024-11-22T19:56:26,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/712cab150d7745da9f4893be289e6c9f, entries=150, sequenceid=418, filesize=12.0 K 2024-11-22T19:56:26,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/9d744f35961c488e8098c1c6705abeff as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/9d744f35961c488e8098c1c6705abeff 2024-11-22T19:56:26,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/9d744f35961c488e8098c1c6705abeff, entries=150, sequenceid=418, filesize=12.0 K 2024-11-22T19:56:26,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 944ms, sequenceid=418, compaction requested=true 2024-11-22T19:56:26,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:26,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:26,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:26,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:26,282 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:26,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:26,282 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:26,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:26,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:26,286 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:26,286 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:26,286 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:26,286 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/cf34e3fa7c944b279c252f415397455f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dd176fec223043f5ae24295f130a5cde, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/712cab150d7745da9f4893be289e6c9f] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=36.9 K 2024-11-22T19:56:26,287 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting cf34e3fa7c944b279c252f415397455f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732305383387 2024-11-22T19:56:26,287 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:26,287 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:26,287 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:26,287 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting dd176fec223043f5ae24295f130a5cde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732305383789 2024-11-22T19:56:26,287 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f65bf412b2254648b3c02abd1c74cdf9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/22465fa654574bd69aea7c5427955eda, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d6c864f7fb3f4f5fb4f41c080eaaf61d] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=39.3 K 2024-11-22T19:56:26,288 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 712cab150d7745da9f4893be289e6c9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732305384958 2024-11-22T19:56:26,288 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting f65bf412b2254648b3c02abd1c74cdf9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732305383387 2024-11-22T19:56:26,288 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22465fa654574bd69aea7c5427955eda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732305383789 2024-11-22T19:56:26,289 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6c864f7fb3f4f5fb4f41c080eaaf61d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732305384958 2024-11-22T19:56:26,302 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:26,303 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/dc862d6435c64ed7a4c9fbeccd85ab5d is 50, key is test_row_0/B:col10/1732305385017/Put/seqid=0 2024-11-22T19:56:26,304 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:26,305 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/01f3cd72dae046318ecf3b6fef3d66ba is 50, key is test_row_0/A:col10/1732305385017/Put/seqid=0 2024-11-22T19:56:26,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741925_1101 (size=13289) 2024-11-22T19:56:26,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741924_1100 (size=13289) 2024-11-22T19:56:26,320 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/dc862d6435c64ed7a4c9fbeccd85ab5d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dc862d6435c64ed7a4c9fbeccd85ab5d 2024-11-22T19:56:26,328 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into dc862d6435c64ed7a4c9fbeccd85ab5d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:26,328 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:26,328 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=13, startTime=1732305386282; duration=0sec 2024-11-22T19:56:26,328 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:26,328 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:26,329 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:26,330 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:26,330 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:26,330 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:26,330 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/b7479e9f8c684971a18209d9e35a3f20, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/a02ad6668bd24769829928ada4914ab8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/9d744f35961c488e8098c1c6705abeff] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=36.9 K 2024-11-22T19:56:26,332 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b7479e9f8c684971a18209d9e35a3f20, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732305383387 2024-11-22T19:56:26,332 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting a02ad6668bd24769829928ada4914ab8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732305383789 2024-11-22T19:56:26,333 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d744f35961c488e8098c1c6705abeff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732305384958 2024-11-22T19:56:26,342 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:26,343 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/dc5ed4a1feb84162abb5f90941fe583d is 50, key is test_row_0/C:col10/1732305385017/Put/seqid=0 2024-11-22T19:56:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T19:56:26,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741926_1102 (size=13289) 2024-11-22T19:56:26,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T19:56:26,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:26,361 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T19:56:26,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/5245963e78e64b578acb1b5912eacd99 is 50, key is test_row_0/A:col10/1732305385392/Put/seqid=0 2024-11-22T19:56:26,372 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/dc5ed4a1feb84162abb5f90941fe583d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/dc5ed4a1feb84162abb5f90941fe583d 2024-11-22T19:56:26,379 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into dc5ed4a1feb84162abb5f90941fe583d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:26,379 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:26,379 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=13, startTime=1732305386282; duration=0sec 2024-11-22T19:56:26,379 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:26,379 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:26,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741927_1103 (size=12301) 2024-11-22T19:56:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:26,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:26,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305446568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:26,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305446571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T19:56:26,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305446676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:26,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305446676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:26,719 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/01f3cd72dae046318ecf3b6fef3d66ba as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/01f3cd72dae046318ecf3b6fef3d66ba 2024-11-22T19:56:26,726 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into 01f3cd72dae046318ecf3b6fef3d66ba(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:26,726 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:26,726 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=13, startTime=1732305386282; duration=0sec 2024-11-22T19:56:26,726 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:26,726 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:26,797 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/5245963e78e64b578acb1b5912eacd99 2024-11-22T19:56:26,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/5dc681d54f2a421ca4f534469be7b7a7 is 50, key is test_row_0/B:col10/1732305385392/Put/seqid=0 2024-11-22T19:56:26,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741928_1104 (size=12301) 2024-11-22T19:56:26,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305446886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:26,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305446886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T19:56:27,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305447207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:27,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305447207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:27,219 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/5dc681d54f2a421ca4f534469be7b7a7 2024-11-22T19:56:27,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/c7f79d1717574926bf12713ba2900653 is 50, key is test_row_0/C:col10/1732305385392/Put/seqid=0 2024-11-22T19:56:27,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741929_1105 (size=12301) 2024-11-22T19:56:27,275 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/c7f79d1717574926bf12713ba2900653 2024-11-22T19:56:27,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/5245963e78e64b578acb1b5912eacd99 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5245963e78e64b578acb1b5912eacd99 2024-11-22T19:56:27,292 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5245963e78e64b578acb1b5912eacd99, entries=150, sequenceid=439, filesize=12.0 K 2024-11-22T19:56:27,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/5dc681d54f2a421ca4f534469be7b7a7 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/5dc681d54f2a421ca4f534469be7b7a7 2024-11-22T19:56:27,300 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/5dc681d54f2a421ca4f534469be7b7a7, entries=150, sequenceid=439, filesize=12.0 K 2024-11-22T19:56:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/c7f79d1717574926bf12713ba2900653 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c7f79d1717574926bf12713ba2900653 2024-11-22T19:56:27,307 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c7f79d1717574926bf12713ba2900653, entries=150, sequenceid=439, filesize=12.0 K 2024-11-22T19:56:27,308 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 947ms, sequenceid=439, compaction requested=false 2024-11-22T19:56:27,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:27,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:27,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-22T19:56:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-22T19:56:27,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-22T19:56:27,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2690 sec 2024-11-22T19:56:27,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.2780 sec 2024-11-22T19:56:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:27,720 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:27,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T19:56:27,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/e59913db74754803b30e31a90eea917c is 50, key is test_row_0/A:col10/1732305386560/Put/seqid=0 2024-11-22T19:56:27,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741930_1106 (size=14741) 2024-11-22T19:56:27,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/e59913db74754803b30e31a90eea917c 2024-11-22T19:56:27,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/3fd7eb902fc845dc9c7f28eb289899e4 is 50, key is test_row_0/B:col10/1732305386560/Put/seqid=0 2024-11-22T19:56:27,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741931_1107 (size=12301) 2024-11-22T19:56:27,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/3fd7eb902fc845dc9c7f28eb289899e4 2024-11-22T19:56:27,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305447809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:27,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305447812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:27,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:27,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:27,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:27,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/9145f06203f0437baa7c6f78a76c325f is 50, key is test_row_0/C:col10/1732305386560/Put/seqid=0 2024-11-22T19:56:27,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741932_1108 (size=12301) 2024-11-22T19:56:27,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/9145f06203f0437baa7c6f78a76c325f 2024-11-22T19:56:27,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/e59913db74754803b30e31a90eea917c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e59913db74754803b30e31a90eea917c 2024-11-22T19:56:27,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e59913db74754803b30e31a90eea917c, entries=200, sequenceid=458, filesize=14.4 K 2024-11-22T19:56:27,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/3fd7eb902fc845dc9c7f28eb289899e4 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/3fd7eb902fc845dc9c7f28eb289899e4 2024-11-22T19:56:27,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/3fd7eb902fc845dc9c7f28eb289899e4, entries=150, sequenceid=458, filesize=12.0 K 2024-11-22T19:56:27,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/9145f06203f0437baa7c6f78a76c325f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/9145f06203f0437baa7c6f78a76c325f 2024-11-22T19:56:27,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/9145f06203f0437baa7c6f78a76c325f, entries=150, sequenceid=458, filesize=12.0 K 2024-11-22T19:56:27,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 184ms, sequenceid=458, compaction requested=true 2024-11-22T19:56:27,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:27,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:27,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:27,904 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:27,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:27,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:27,904 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:27,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:27,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:27,906 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:27,906 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:27,906 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:27,906 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/01f3cd72dae046318ecf3b6fef3d66ba, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5245963e78e64b578acb1b5912eacd99, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e59913db74754803b30e31a90eea917c] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=39.4 K 2024-11-22T19:56:27,907 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:27,907 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:27,907 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:27,907 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dc862d6435c64ed7a4c9fbeccd85ab5d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/5dc681d54f2a421ca4f534469be7b7a7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/3fd7eb902fc845dc9c7f28eb289899e4] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.0 K 2024-11-22T19:56:27,907 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting dc862d6435c64ed7a4c9fbeccd85ab5d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732305384958 2024-11-22T19:56:27,908 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01f3cd72dae046318ecf3b6fef3d66ba, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732305384958 2024-11-22T19:56:27,908 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dc681d54f2a421ca4f534469be7b7a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732305385373 2024-11-22T19:56:27,908 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5245963e78e64b578acb1b5912eacd99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732305385373 2024-11-22T19:56:27,908 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fd7eb902fc845dc9c7f28eb289899e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732305386560 2024-11-22T19:56:27,909 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting e59913db74754803b30e31a90eea917c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732305386551 2024-11-22T19:56:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:27,945 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#96 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:27,946 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:27,946 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/beb11de226c242c08a69e05b484c7c22 is 50, key is test_row_0/A:col10/1732305386560/Put/seqid=0 2024-11-22T19:56:27,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T19:56:27,948 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:27,949 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/71a82cea30064f999a0b087cc05f3438 is 50, key is test_row_0/B:col10/1732305386560/Put/seqid=0 2024-11-22T19:56:27,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/328f45ea83364b8b9fa307feb59487f7 is 50, key is test_row_0/A:col10/1732305387931/Put/seqid=0 2024-11-22T19:56:28,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741934_1110 (size=13391) 2024-11-22T19:56:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741933_1109 (size=13391) 2024-11-22T19:56:28,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305448016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:28,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305448016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:28,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741935_1111 (size=14741) 2024-11-22T19:56:28,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/328f45ea83364b8b9fa307feb59487f7 2024-11-22T19:56:28,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/39effaaeb2b9448da1a2233822b1631d is 50, key is test_row_0/B:col10/1732305387931/Put/seqid=0 2024-11-22T19:56:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741936_1112 (size=12301) 2024-11-22T19:56:28,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/39effaaeb2b9448da1a2233822b1631d 2024-11-22T19:56:28,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305448137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:28,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305448137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:28,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:28,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/756602d6c2354cbd921402cdf52f8293 is 50, key is test_row_0/C:col10/1732305387931/Put/seqid=0 2024-11-22T19:56:28,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741937_1113 (size=12301) 2024-11-22T19:56:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T19:56:28,194 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:28,195 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-22T19:56:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T19:56:28,212 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:28,213 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:28,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T19:56:28,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305448347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:28,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305448347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:28,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:28,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T19:56:28,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:28,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:28,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:28,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:28,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:28,432 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/71a82cea30064f999a0b087cc05f3438 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/71a82cea30064f999a0b087cc05f3438 2024-11-22T19:56:28,434 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/beb11de226c242c08a69e05b484c7c22 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/beb11de226c242c08a69e05b484c7c22 2024-11-22T19:56:28,439 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into 71a82cea30064f999a0b087cc05f3438(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:28,439 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:28,439 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=13, startTime=1732305387904; duration=0sec 2024-11-22T19:56:28,440 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:28,440 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:28,440 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:28,441 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:28,441 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:28,441 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:28,441 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/dc5ed4a1feb84162abb5f90941fe583d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c7f79d1717574926bf12713ba2900653, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/9145f06203f0437baa7c6f78a76c325f] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.0 K 2024-11-22T19:56:28,443 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting dc5ed4a1feb84162abb5f90941fe583d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732305384958 2024-11-22T19:56:28,443 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into beb11de226c242c08a69e05b484c7c22(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:28,443 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c7f79d1717574926bf12713ba2900653, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732305385373 2024-11-22T19:56:28,444 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:28,444 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=13, startTime=1732305387904; duration=0sec 2024-11-22T19:56:28,444 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:28,445 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:28,445 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 9145f06203f0437baa7c6f78a76c325f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732305386560 2024-11-22T19:56:28,454 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:28,455 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/c6346c59d38b4cbb851fea7b8abf10f2 is 50, key is test_row_0/C:col10/1732305386560/Put/seqid=0 2024-11-22T19:56:28,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741938_1114 (size=13391) 2024-11-22T19:56:28,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T19:56:28,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:28,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:28,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:28,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:28,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T19:56:28,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/756602d6c2354cbd921402cdf52f8293 2024-11-22T19:56:28,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/328f45ea83364b8b9fa307feb59487f7 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/328f45ea83364b8b9fa307feb59487f7 2024-11-22T19:56:28,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/328f45ea83364b8b9fa307feb59487f7, entries=200, sequenceid=479, filesize=14.4 K 2024-11-22T19:56:28,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/39effaaeb2b9448da1a2233822b1631d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/39effaaeb2b9448da1a2233822b1631d 2024-11-22T19:56:28,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/39effaaeb2b9448da1a2233822b1631d, entries=150, sequenceid=479, filesize=12.0 K 2024-11-22T19:56:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/756602d6c2354cbd921402cdf52f8293 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/756602d6c2354cbd921402cdf52f8293 2024-11-22T19:56:28,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/756602d6c2354cbd921402cdf52f8293, entries=150, sequenceid=479, filesize=12.0 K 2024-11-22T19:56:28,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 688ms, sequenceid=479, compaction requested=false 2024-11-22T19:56:28,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:28,662 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:28,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T19:56:28,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T19:56:28,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:28,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:28,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:28,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:28,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/f5550faafcd842a4b96a982e44d48643 is 50, key is test_row_0/A:col10/1732305388013/Put/seqid=0 2024-11-22T19:56:28,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741939_1115 (size=14741) 2024-11-22T19:56:28,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/f5550faafcd842a4b96a982e44d48643 2024-11-22T19:56:28,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/7ea840fe40bf43639884647e5f7c976c is 50, key is test_row_0/B:col10/1732305388013/Put/seqid=0 2024-11-22T19:56:28,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305448732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305448732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:28,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741940_1116 (size=12301) 2024-11-22T19:56:28,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/7ea840fe40bf43639884647e5f7c976c 2024-11-22T19:56:28,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/77d84b887428456b92219081a87008a5 is 50, key is test_row_0/C:col10/1732305388013/Put/seqid=0 2024-11-22T19:56:28,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741941_1117 (size=12301) 2024-11-22T19:56:28,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/77d84b887428456b92219081a87008a5 2024-11-22T19:56:28,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T19:56:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:28,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T19:56:28,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/f5550faafcd842a4b96a982e44d48643 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f5550faafcd842a4b96a982e44d48643 2024-11-22T19:56:28,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f5550faafcd842a4b96a982e44d48643, entries=200, sequenceid=499, filesize=14.4 K 2024-11-22T19:56:28,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/7ea840fe40bf43639884647e5f7c976c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7ea840fe40bf43639884647e5f7c976c 2024-11-22T19:56:28,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305448847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:28,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305448847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:28,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:28,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:28,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7ea840fe40bf43639884647e5f7c976c, entries=150, sequenceid=499, filesize=12.0 K 2024-11-22T19:56:28,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/77d84b887428456b92219081a87008a5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/77d84b887428456b92219081a87008a5 2024-11-22T19:56:28,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/77d84b887428456b92219081a87008a5, entries=150, sequenceid=499, filesize=12.0 K 2024-11-22T19:56:28,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 211ms, sequenceid=499, compaction requested=true 2024-11-22T19:56:28,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:28,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:28,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:28,873 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:28,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:28,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:28,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:28,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T19:56:28,875 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:28,875 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:28,875 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:28,875 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/beb11de226c242c08a69e05b484c7c22, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/328f45ea83364b8b9fa307feb59487f7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f5550faafcd842a4b96a982e44d48643] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=41.9 K 2024-11-22T19:56:28,877 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting beb11de226c242c08a69e05b484c7c22, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732305386560 2024-11-22T19:56:28,877 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 328f45ea83364b8b9fa307feb59487f7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732305387800 2024-11-22T19:56:28,878 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5550faafcd842a4b96a982e44d48643, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732305388006 2024-11-22T19:56:28,898 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:28,899 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/c8d8873e3749413196621c8d75986a4d is 50, key is test_row_0/A:col10/1732305388013/Put/seqid=0 2024-11-22T19:56:28,909 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/c6346c59d38b4cbb851fea7b8abf10f2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c6346c59d38b4cbb851fea7b8abf10f2 2024-11-22T19:56:28,917 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into c6346c59d38b4cbb851fea7b8abf10f2(size=13.1 K), total size for store is 37.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:28,917 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:28,917 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=13, startTime=1732305387904; duration=0sec 2024-11-22T19:56:28,917 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T19:56:28,917 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:28,917 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:28,917 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:28,918 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:28,919 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:28,919 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:28,919 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/71a82cea30064f999a0b087cc05f3438, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/39effaaeb2b9448da1a2233822b1631d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7ea840fe40bf43639884647e5f7c976c] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.1 K 2024-11-22T19:56:28,920 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 71a82cea30064f999a0b087cc05f3438, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732305386560 2024-11-22T19:56:28,920 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 39effaaeb2b9448da1a2233822b1631d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732305387800 2024-11-22T19:56:28,921 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ea840fe40bf43639884647e5f7c976c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732305388006 2024-11-22T19:56:28,930 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:28,930 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/d6dd3441f8784075851bf1ce9a24f0de is 50, key is test_row_0/B:col10/1732305388013/Put/seqid=0 2024-11-22T19:56:28,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741942_1118 (size=13493) 2024-11-22T19:56:28,950 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/c8d8873e3749413196621c8d75986a4d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c8d8873e3749413196621c8d75986a4d 2024-11-22T19:56:28,963 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into c8d8873e3749413196621c8d75986a4d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:28,964 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:28,964 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=13, startTime=1732305388873; duration=0sec 2024-11-22T19:56:28,964 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:28,964 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:28,964 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:28,966 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:28,966 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:28,966 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:28,966 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c6346c59d38b4cbb851fea7b8abf10f2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/756602d6c2354cbd921402cdf52f8293, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/77d84b887428456b92219081a87008a5] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.1 K 2024-11-22T19:56:28,967 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6346c59d38b4cbb851fea7b8abf10f2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732305386560 2024-11-22T19:56:28,967 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 756602d6c2354cbd921402cdf52f8293, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732305387800 2024-11-22T19:56:28,968 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77d84b887428456b92219081a87008a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732305388006 2024-11-22T19:56:28,986 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:28,987 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/8e632a3a4ef744d8a38ea18831bdfe96 is 50, key is test_row_0/C:col10/1732305388013/Put/seqid=0 2024-11-22T19:56:28,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T19:56:28,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:28,988 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T19:56:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741943_1119 (size=13493) 2024-11-22T19:56:29,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/5737e1729cb94667ac9c637c94838501 is 50, key is test_row_0/A:col10/1732305388730/Put/seqid=0 2024-11-22T19:56:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:29,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741944_1120 (size=13493) 2024-11-22T19:56:29,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741945_1121 (size=12301) 2024-11-22T19:56:29,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305449134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:29,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305449134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305449257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305449257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T19:56:29,401 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/d6dd3441f8784075851bf1ce9a24f0de as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/d6dd3441f8784075851bf1ce9a24f0de 2024-11-22T19:56:29,411 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into d6dd3441f8784075851bf1ce9a24f0de(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:29,411 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:29,411 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=13, startTime=1732305388873; duration=0sec 2024-11-22T19:56:29,415 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:29,415 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:29,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305449467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:29,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:29,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305449468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:29,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:29,475 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/8e632a3a4ef744d8a38ea18831bdfe96 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/8e632a3a4ef744d8a38ea18831bdfe96 2024-11-22T19:56:29,481 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into 8e632a3a4ef744d8a38ea18831bdfe96(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:29,481 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:29,481 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=13, startTime=1732305388873; duration=0sec 2024-11-22T19:56:29,481 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:29,481 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:29,501 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/5737e1729cb94667ac9c637c94838501 2024-11-22T19:56:29,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/7927abedf7724b3c84beef908aeb7482 is 50, key is test_row_0/B:col10/1732305388730/Put/seqid=0 2024-11-22T19:56:29,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741946_1122 (size=12301) 2024-11-22T19:56:29,532 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/7927abedf7724b3c84beef908aeb7482 2024-11-22T19:56:29,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/59e1a1fc8ba84d6ba18a47c6f0a2841e is 50, key is test_row_0/C:col10/1732305388730/Put/seqid=0 2024-11-22T19:56:29,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741947_1123 (size=12301) 2024-11-22T19:56:29,560 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/59e1a1fc8ba84d6ba18a47c6f0a2841e 2024-11-22T19:56:29,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/5737e1729cb94667ac9c637c94838501 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5737e1729cb94667ac9c637c94838501 2024-11-22T19:56:29,583 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5737e1729cb94667ac9c637c94838501, entries=150, sequenceid=519, filesize=12.0 K 2024-11-22T19:56:29,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/7927abedf7724b3c84beef908aeb7482 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7927abedf7724b3c84beef908aeb7482 2024-11-22T19:56:29,594 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7927abedf7724b3c84beef908aeb7482, entries=150, sequenceid=519, filesize=12.0 K 2024-11-22T19:56:29,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/59e1a1fc8ba84d6ba18a47c6f0a2841e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/59e1a1fc8ba84d6ba18a47c6f0a2841e 2024-11-22T19:56:29,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60710 deadline: 1732305449598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:29,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60740 deadline: 1732305449598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:29,602 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in 8a1b0da4b23aa461c0d70f4385b6ea7a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:29,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:29,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732305449597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:29,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:29,602 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in 8a1b0da4b23aa461c0d70f4385b6ea7a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:29,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:29,603 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in 8a1b0da4b23aa461c0d70f4385b6ea7a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:29,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:29,604 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/59e1a1fc8ba84d6ba18a47c6f0a2841e, entries=150, sequenceid=519, filesize=12.0 K 2024-11-22T19:56:29,606 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 617ms, sequenceid=519, compaction requested=false 2024-11-22T19:56:29,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:29,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:29,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-22T19:56:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-22T19:56:29,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-22T19:56:29,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3950 sec 2024-11-22T19:56:29,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.4220 sec 2024-11-22T19:56:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:29,780 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:29,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T19:56:29,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/1de90bcb54a74cd6a1add9a5dade023d is 50, key is test_row_0/A:col10/1732305389102/Put/seqid=0 2024-11-22T19:56:29,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741948_1124 (size=14741) 2024-11-22T19:56:29,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/1de90bcb54a74cd6a1add9a5dade023d 2024-11-22T19:56:29,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/dbfee3002c244df89e7574ada356f02f is 50, key is test_row_0/B:col10/1732305389102/Put/seqid=0 2024-11-22T19:56:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305449825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:29,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305449831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:29,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741949_1125 (size=12301) 2024-11-22T19:56:29,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/dbfee3002c244df89e7574ada356f02f 2024-11-22T19:56:29,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/315c38f2e5894decbe0d0ff8e04ef106 is 50, key is test_row_0/C:col10/1732305389102/Put/seqid=0 2024-11-22T19:56:29,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741950_1126 (size=12301) 2024-11-22T19:56:29,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/315c38f2e5894decbe0d0ff8e04ef106 2024-11-22T19:56:29,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/1de90bcb54a74cd6a1add9a5dade023d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/1de90bcb54a74cd6a1add9a5dade023d 2024-11-22T19:56:29,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/1de90bcb54a74cd6a1add9a5dade023d, entries=200, sequenceid=541, filesize=14.4 K 2024-11-22T19:56:29,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/dbfee3002c244df89e7574ada356f02f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dbfee3002c244df89e7574ada356f02f 2024-11-22T19:56:29,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dbfee3002c244df89e7574ada356f02f, entries=150, sequenceid=541, filesize=12.0 K 2024-11-22T19:56:29,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/315c38f2e5894decbe0d0ff8e04ef106 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/315c38f2e5894decbe0d0ff8e04ef106 2024-11-22T19:56:29,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/315c38f2e5894decbe0d0ff8e04ef106, entries=150, sequenceid=541, filesize=12.0 K 2024-11-22T19:56:29,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 124ms, sequenceid=541, compaction requested=true 2024-11-22T19:56:29,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:29,905 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:29,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:29,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:29,906 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:29,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:29,907 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:29,907 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:29,907 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:29,907 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:29,907 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c8d8873e3749413196621c8d75986a4d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5737e1729cb94667ac9c637c94838501, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/1de90bcb54a74cd6a1add9a5dade023d] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=39.6 K 2024-11-22T19:56:29,908 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:29,908 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:29,908 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/d6dd3441f8784075851bf1ce9a24f0de, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7927abedf7724b3c84beef908aeb7482, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dbfee3002c244df89e7574ada356f02f] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.2 K 2024-11-22T19:56:29,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:29,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:29,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:29,909 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8d8873e3749413196621c8d75986a4d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732305388006 2024-11-22T19:56:29,909 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting d6dd3441f8784075851bf1ce9a24f0de, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732305388006 2024-11-22T19:56:29,909 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5737e1729cb94667ac9c637c94838501, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732305388720 2024-11-22T19:56:29,910 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7927abedf7724b3c84beef908aeb7482, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732305388720 2024-11-22T19:56:29,910 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1de90bcb54a74cd6a1add9a5dade023d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732305389102 2024-11-22T19:56:29,910 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting dbfee3002c244df89e7574ada356f02f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732305389102 2024-11-22T19:56:29,928 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:29,929 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/e1ba6ef297a94c9b88301318e9d5d399 is 50, key is test_row_0/A:col10/1732305389102/Put/seqid=0 2024-11-22T19:56:29,929 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#114 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:29,930 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/cef436dc84fa49269f78e2fe6c70deb8 is 50, key is test_row_0/B:col10/1732305389102/Put/seqid=0 2024-11-22T19:56:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:29,941 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:29,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T19:56:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741951_1127 (size=13595) 2024-11-22T19:56:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741952_1128 (size=13595) 2024-11-22T19:56:29,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/9532c319bbb5451db06db9cc03ffb2fa is 50, key is test_row_0/A:col10/1732305389940/Put/seqid=0 2024-11-22T19:56:29,959 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/cef436dc84fa49269f78e2fe6c70deb8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/cef436dc84fa49269f78e2fe6c70deb8 2024-11-22T19:56:29,970 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into cef436dc84fa49269f78e2fe6c70deb8(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:29,970 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:29,970 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=13, startTime=1732305389906; duration=0sec 2024-11-22T19:56:29,970 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:29,970 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:29,970 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:29,973 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:29,973 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:29,973 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:29,973 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/8e632a3a4ef744d8a38ea18831bdfe96, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/59e1a1fc8ba84d6ba18a47c6f0a2841e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/315c38f2e5894decbe0d0ff8e04ef106] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.2 K 2024-11-22T19:56:29,974 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e632a3a4ef744d8a38ea18831bdfe96, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732305388006 2024-11-22T19:56:29,974 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 59e1a1fc8ba84d6ba18a47c6f0a2841e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732305388720 2024-11-22T19:56:29,974 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 315c38f2e5894decbe0d0ff8e04ef106, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732305389102 2024-11-22T19:56:29,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741953_1129 (size=12301) 2024-11-22T19:56:29,999 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:30,000 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/f201a5fdd25b4ac4a9895270e7b80853 is 50, key is test_row_0/C:col10/1732305389102/Put/seqid=0 2024-11-22T19:56:30,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305450018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:30,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305450028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:30,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:30,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:30,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741954_1130 (size=13595) 2024-11-22T19:56:30,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305450137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:30,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305450138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:30,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:30,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305450346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:30,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:30,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305450346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:30,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:30,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T19:56:30,357 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:30,357 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/e1ba6ef297a94c9b88301318e9d5d399 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e1ba6ef297a94c9b88301318e9d5d399 2024-11-22T19:56:30,358 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-22T19:56:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T19:56:30,360 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:30,361 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:30,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:30,366 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into e1ba6ef297a94c9b88301318e9d5d399(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:30,367 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:30,367 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=13, startTime=1732305389905; duration=0sec 2024-11-22T19:56:30,367 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:30,367 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:30,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/9532c319bbb5451db06db9cc03ffb2fa 2024-11-22T19:56:30,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/fbf0c4318f7f40d69946a99ab216c8bd is 50, key is test_row_0/B:col10/1732305389940/Put/seqid=0 2024-11-22T19:56:30,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741955_1131 (size=12301) 2024-11-22T19:56:30,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/fbf0c4318f7f40d69946a99ab216c8bd 2024-11-22T19:56:30,450 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/f201a5fdd25b4ac4a9895270e7b80853 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/f201a5fdd25b4ac4a9895270e7b80853 2024-11-22T19:56:30,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/50c64963845042c79d5adcfcfecd98b9 is 50, key is test_row_0/C:col10/1732305389940/Put/seqid=0 2024-11-22T19:56:30,459 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into f201a5fdd25b4ac4a9895270e7b80853(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:30,459 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:30,459 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=13, startTime=1732305389908; duration=0sec 2024-11-22T19:56:30,459 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:30,459 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T19:56:30,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741956_1132 (size=12301) 2024-11-22T19:56:30,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/50c64963845042c79d5adcfcfecd98b9 2024-11-22T19:56:30,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/9532c319bbb5451db06db9cc03ffb2fa as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/9532c319bbb5451db06db9cc03ffb2fa 2024-11-22T19:56:30,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/9532c319bbb5451db06db9cc03ffb2fa, entries=150, sequenceid=558, filesize=12.0 K 2024-11-22T19:56:30,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/fbf0c4318f7f40d69946a99ab216c8bd as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/fbf0c4318f7f40d69946a99ab216c8bd 2024-11-22T19:56:30,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/fbf0c4318f7f40d69946a99ab216c8bd, entries=150, sequenceid=558, filesize=12.0 K 2024-11-22T19:56:30,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/50c64963845042c79d5adcfcfecd98b9 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/50c64963845042c79d5adcfcfecd98b9 2024-11-22T19:56:30,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T19:56:30,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:30,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:30,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:30,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:30,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:30,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/50c64963845042c79d5adcfcfecd98b9, entries=150, sequenceid=558, filesize=12.0 K 2024-11-22T19:56:30,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 579ms, sequenceid=558, compaction requested=false 2024-11-22T19:56:30,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:30,662 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:30,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T19:56:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:30,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T19:56:30,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:30,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:30,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:30,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:30,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T19:56:30,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/b61026baa2f94393962cda283f5e3e64 is 50, key is test_row_0/A:col10/1732305390660/Put/seqid=0 2024-11-22T19:56:30,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741957_1133 (size=12301) 2024-11-22T19:56:30,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305450717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:30,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305450718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:30,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T19:56:30,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:30,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:30,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:30,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:30,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:30,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305450838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:30,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305450838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:30,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T19:56:30,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:30,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:30,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:30,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:30,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T19:56:31,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305451048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:31,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:31,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:31,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:31,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305451048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:31,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/b61026baa2f94393962cda283f5e3e64 2024-11-22T19:56:31,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/7a52f90cccaa455996c6c8ba56ba61a0 is 50, key is test_row_0/B:col10/1732305390660/Put/seqid=0 2024-11-22T19:56:31,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741958_1134 (size=12301) 2024-11-22T19:56:31,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T19:56:31,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:31,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T19:56:31,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:31,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305451357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:31,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305451358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:31,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T19:56:31,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:31,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T19:56:31,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/7a52f90cccaa455996c6c8ba56ba61a0 2024-11-22T19:56:31,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/14ebd62f3dec42feb503b2e983c8ae5f is 50, key is test_row_0/C:col10/1732305390660/Put/seqid=0 2024-11-22T19:56:31,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741959_1135 (size=12301) 2024-11-22T19:56:31,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T19:56:31,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:31,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T19:56:31,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:31,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305451867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:31,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305451867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:31,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T19:56:31,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:31,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:31,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/14ebd62f3dec42feb503b2e983c8ae5f 2024-11-22T19:56:31,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/b61026baa2f94393962cda283f5e3e64 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/b61026baa2f94393962cda283f5e3e64 2024-11-22T19:56:31,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/b61026baa2f94393962cda283f5e3e64, entries=150, sequenceid=581, filesize=12.0 K 2024-11-22T19:56:31,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/7a52f90cccaa455996c6c8ba56ba61a0 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7a52f90cccaa455996c6c8ba56ba61a0 2024-11-22T19:56:31,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7a52f90cccaa455996c6c8ba56ba61a0, entries=150, sequenceid=581, filesize=12.0 K 2024-11-22T19:56:31,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/14ebd62f3dec42feb503b2e983c8ae5f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/14ebd62f3dec42feb503b2e983c8ae5f 2024-11-22T19:56:31,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/14ebd62f3dec42feb503b2e983c8ae5f, entries=150, sequenceid=581, filesize=12.0 K 2024-11-22T19:56:31,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 1318ms, sequenceid=581, compaction requested=true 2024-11-22T19:56:31,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:31,980 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:31,982 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:31,982 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:31,982 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,982 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e1ba6ef297a94c9b88301318e9d5d399, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/9532c319bbb5451db06db9cc03ffb2fa, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/b61026baa2f94393962cda283f5e3e64] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.3 K 2024-11-22T19:56:31,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:31,982 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1ba6ef297a94c9b88301318e9d5d399, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732305389102 2024-11-22T19:56:31,983 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9532c319bbb5451db06db9cc03ffb2fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1732305389807 2024-11-22T19:56:31,983 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting b61026baa2f94393962cda283f5e3e64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732305390009 2024-11-22T19:56:31,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:31,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:31,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:31,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:31,984 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:31,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:31,986 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:31,986 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:31,986 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:31,987 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/cef436dc84fa49269f78e2fe6c70deb8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/fbf0c4318f7f40d69946a99ab216c8bd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7a52f90cccaa455996c6c8ba56ba61a0] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.3 K 2024-11-22T19:56:31,987 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting cef436dc84fa49269f78e2fe6c70deb8, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732305389102 2024-11-22T19:56:31,988 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting fbf0c4318f7f40d69946a99ab216c8bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1732305389807 2024-11-22T19:56:31,988 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a52f90cccaa455996c6c8ba56ba61a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732305390009 2024-11-22T19:56:31,996 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:31,997 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/4edf246b5b6946c4828ae3d9538f324a is 50, key is test_row_0/A:col10/1732305390660/Put/seqid=0 2024-11-22T19:56:32,003 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:32,004 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/b43b99da24b848f9acceb25ca5d777ab is 50, key is test_row_0/B:col10/1732305390660/Put/seqid=0 2024-11-22T19:56:32,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741960_1136 (size=13697) 2024-11-22T19:56:32,059 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/4edf246b5b6946c4828ae3d9538f324a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4edf246b5b6946c4828ae3d9538f324a 2024-11-22T19:56:32,066 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into 4edf246b5b6946c4828ae3d9538f324a(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:32,066 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:32,066 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=13, startTime=1732305391980; duration=0sec 2024-11-22T19:56:32,066 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:32,066 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:32,068 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:32,070 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:32,070 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:32,070 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:32,070 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/f201a5fdd25b4ac4a9895270e7b80853, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/50c64963845042c79d5adcfcfecd98b9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/14ebd62f3dec42feb503b2e983c8ae5f] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.3 K 2024-11-22T19:56:32,071 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting f201a5fdd25b4ac4a9895270e7b80853, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732305389102 2024-11-22T19:56:32,071 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50c64963845042c79d5adcfcfecd98b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1732305389807 2024-11-22T19:56:32,072 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14ebd62f3dec42feb503b2e983c8ae5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732305390009 2024-11-22T19:56:32,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741961_1137 (size=13697) 2024-11-22T19:56:32,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T19:56:32,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:32,075 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T19:56:32,082 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/b43b99da24b848f9acceb25ca5d777ab as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/b43b99da24b848f9acceb25ca5d777ab 2024-11-22T19:56:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/4588778f6208478199a41b6f88321de3 is 50, key is test_row_0/A:col10/1732305390715/Put/seqid=0 2024-11-22T19:56:32,094 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into b43b99da24b848f9acceb25ca5d777ab(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:32,094 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:32,094 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=13, startTime=1732305391984; duration=0sec 2024-11-22T19:56:32,094 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:32,094 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:32,095 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#126 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:32,096 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/cff411caa4a64856a0ccd2b08d75a892 is 50, key is test_row_0/C:col10/1732305390660/Put/seqid=0 2024-11-22T19:56:32,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741962_1138 (size=12301) 2024-11-22T19:56:32,122 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/4588778f6208478199a41b6f88321de3 2024-11-22T19:56:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741963_1139 (size=13697) 2024-11-22T19:56:32,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/e067308d2d3e43b9a1df9d2ea9c81d04 is 50, key is test_row_0/B:col10/1732305390715/Put/seqid=0 2024-11-22T19:56:32,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741964_1140 (size=12301) 2024-11-22T19:56:32,183 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/e067308d2d3e43b9a1df9d2ea9c81d04 2024-11-22T19:56:32,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/fbe174e70daf410fb1017cebb24acfcb is 50, key is test_row_0/C:col10/1732305390715/Put/seqid=0 2024-11-22T19:56:32,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741965_1141 (size=12301) 2024-11-22T19:56:32,266 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/fbe174e70daf410fb1017cebb24acfcb 2024-11-22T19:56:32,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/4588778f6208478199a41b6f88321de3 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4588778f6208478199a41b6f88321de3 2024-11-22T19:56:32,288 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4588778f6208478199a41b6f88321de3, entries=150, sequenceid=598, filesize=12.0 K 2024-11-22T19:56:32,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/e067308d2d3e43b9a1df9d2ea9c81d04 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e067308d2d3e43b9a1df9d2ea9c81d04 2024-11-22T19:56:32,299 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e067308d2d3e43b9a1df9d2ea9c81d04, entries=150, sequenceid=598, filesize=12.0 K 2024-11-22T19:56:32,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/fbe174e70daf410fb1017cebb24acfcb as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/fbe174e70daf410fb1017cebb24acfcb 2024-11-22T19:56:32,309 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/fbe174e70daf410fb1017cebb24acfcb, entries=150, sequenceid=598, filesize=12.0 K 2024-11-22T19:56:32,310 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 235ms, sequenceid=598, compaction requested=false 2024-11-22T19:56:32,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:32,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:32,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-22T19:56:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-22T19:56:32,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-22T19:56:32,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9510 sec 2024-11-22T19:56:32,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.9600 sec 2024-11-22T19:56:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T19:56:32,507 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:32,507 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-22T19:56:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T19:56:32,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:32,511 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:32,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:32,550 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/cff411caa4a64856a0ccd2b08d75a892 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/cff411caa4a64856a0ccd2b08d75a892 2024-11-22T19:56:32,559 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into cff411caa4a64856a0ccd2b08d75a892(size=13.4 K), total size for store is 25.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:32,559 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:32,559 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=13, startTime=1732305391984; duration=0sec 2024-11-22T19:56:32,559 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:32,559 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T19:56:32,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T19:56:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:32,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T19:56:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T19:56:32,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-22T19:56:32,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-22T19:56:32,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 163 msec 2024-11-22T19:56:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T19:56:32,827 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:32,828 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-22T19:56:32,835 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T19:56:32,843 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:32,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:32,903 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:32,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:56:32,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/a47cbcbba3274a3c8c076847d67d01b1 is 50, key is test_row_0/A:col10/1732305392891/Put/seqid=0 2024-11-22T19:56:32,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741966_1142 (size=14741) 2024-11-22T19:56:32,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/a47cbcbba3274a3c8c076847d67d01b1 2024-11-22T19:56:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T19:56:32,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/d922ceaf1b714ebaa02912005f596e29 is 50, key is test_row_0/B:col10/1732305392891/Put/seqid=0 2024-11-22T19:56:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741967_1143 (size=12301) 2024-11-22T19:56:32,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/d922ceaf1b714ebaa02912005f596e29 2024-11-22T19:56:32,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/d3c297004153497da8a42d824cfb0ef5 is 50, key is test_row_0/C:col10/1732305392891/Put/seqid=0 2024-11-22T19:56:32,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305452977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:32,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305452978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:32,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:32,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-22T19:56:32,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:32,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:32,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:32,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:32,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:33,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741968_1144 (size=12301) 2024-11-22T19:56:33,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305453087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:33,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:33,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305453096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:33,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T19:56:33,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-22T19:56:33,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:33,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:33,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:33,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:33,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:33,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305453296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:33,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-22T19:56:33,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:33,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:33,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:33,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:33,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:33,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305453308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:33,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/d3c297004153497da8a42d824cfb0ef5 2024-11-22T19:56:33,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/a47cbcbba3274a3c8c076847d67d01b1 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a47cbcbba3274a3c8c076847d67d01b1 2024-11-22T19:56:33,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a47cbcbba3274a3c8c076847d67d01b1, entries=200, sequenceid=612, filesize=14.4 K 2024-11-22T19:56:33,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/d922ceaf1b714ebaa02912005f596e29 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/d922ceaf1b714ebaa02912005f596e29 2024-11-22T19:56:33,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/d922ceaf1b714ebaa02912005f596e29, entries=150, sequenceid=612, filesize=12.0 K 2024-11-22T19:56:33,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/d3c297004153497da8a42d824cfb0ef5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/d3c297004153497da8a42d824cfb0ef5 2024-11-22T19:56:33,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/d3c297004153497da8a42d824cfb0ef5, entries=150, sequenceid=612, filesize=12.0 K 2024-11-22T19:56:33,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 536ms, sequenceid=612, compaction requested=true 2024-11-22T19:56:33,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:33,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:33,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:33,440 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:33,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:33,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:33,440 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:33,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:33,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:33,442 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:33,443 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:33,443 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:33,443 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/b43b99da24b848f9acceb25ca5d777ab, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e067308d2d3e43b9a1df9d2ea9c81d04, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/d922ceaf1b714ebaa02912005f596e29] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.4 K 2024-11-22T19:56:33,443 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40739 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:33,443 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:33,443 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:33,443 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4edf246b5b6946c4828ae3d9538f324a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4588778f6208478199a41b6f88321de3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a47cbcbba3274a3c8c076847d67d01b1] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=39.8 K 2024-11-22T19:56:33,444 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b43b99da24b848f9acceb25ca5d777ab, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732305390009 2024-11-22T19:56:33,444 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4edf246b5b6946c4828ae3d9538f324a, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732305390009 2024-11-22T19:56:33,444 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting e067308d2d3e43b9a1df9d2ea9c81d04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1732305390700 2024-11-22T19:56:33,445 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting d922ceaf1b714ebaa02912005f596e29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1732305392891 2024-11-22T19:56:33,445 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4588778f6208478199a41b6f88321de3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1732305390700 2024-11-22T19:56:33,446 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting a47cbcbba3274a3c8c076847d67d01b1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1732305392891 2024-11-22T19:56:33,456 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:33,457 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/e05794a1fbf64fb39f79b2439b2e4884 is 50, key is test_row_0/B:col10/1732305392891/Put/seqid=0 2024-11-22T19:56:33,458 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:33,458 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/8182d82721094671af60f393080cce83 is 50, key is test_row_0/A:col10/1732305392891/Put/seqid=0 2024-11-22T19:56:33,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-22T19:56:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:33,465 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T19:56:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T19:56:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741970_1146 (size=13799) 2024-11-22T19:56:33,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741969_1145 (size=13799) 2024-11-22T19:56:33,481 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/8182d82721094671af60f393080cce83 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/8182d82721094671af60f393080cce83 2024-11-22T19:56:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/3533e3b441444a51b769e543bccc506f is 50, key is test_row_0/A:col10/1732305392974/Put/seqid=0 2024-11-22T19:56:33,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741971_1147 (size=12301) 2024-11-22T19:56:33,488 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into 8182d82721094671af60f393080cce83(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:33,488 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:33,488 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=13, startTime=1732305393440; duration=0sec 2024-11-22T19:56:33,488 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:33,488 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:33,488 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:33,488 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=637 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/3533e3b441444a51b769e543bccc506f 2024-11-22T19:56:33,488 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/e05794a1fbf64fb39f79b2439b2e4884 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e05794a1fbf64fb39f79b2439b2e4884 2024-11-22T19:56:33,490 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:33,490 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:33,490 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:33,490 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/cff411caa4a64856a0ccd2b08d75a892, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/fbe174e70daf410fb1017cebb24acfcb, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/d3c297004153497da8a42d824cfb0ef5] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.4 K 2024-11-22T19:56:33,491 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting cff411caa4a64856a0ccd2b08d75a892, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732305390009 2024-11-22T19:56:33,491 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbe174e70daf410fb1017cebb24acfcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1732305390700 2024-11-22T19:56:33,492 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3c297004153497da8a42d824cfb0ef5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1732305392891 2024-11-22T19:56:33,498 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into e05794a1fbf64fb39f79b2439b2e4884(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:33,498 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:33,498 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=13, startTime=1732305393440; duration=0sec 2024-11-22T19:56:33,498 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:33,498 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:33,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/5a2c8a96068f434d9db729b1e2f0326a is 50, key is test_row_0/B:col10/1732305392974/Put/seqid=0 2024-11-22T19:56:33,504 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:33,505 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/ebea93b95b6947aa8eb7b0311a1b8524 is 50, key is test_row_0/C:col10/1732305392891/Put/seqid=0 2024-11-22T19:56:33,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741972_1148 (size=12301) 2024-11-22T19:56:33,510 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=637 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/5a2c8a96068f434d9db729b1e2f0326a 2024-11-22T19:56:33,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/b840b789211649acb73ab373cb569b01 is 50, key is test_row_0/C:col10/1732305392974/Put/seqid=0 2024-11-22T19:56:33,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741973_1149 (size=13799) 2024-11-22T19:56:33,534 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/ebea93b95b6947aa8eb7b0311a1b8524 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ebea93b95b6947aa8eb7b0311a1b8524 2024-11-22T19:56:33,543 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into ebea93b95b6947aa8eb7b0311a1b8524(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:33,543 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:33,543 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=13, startTime=1732305393440; duration=0sec 2024-11-22T19:56:33,543 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:33,543 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:33,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741974_1150 (size=12301) 2024-11-22T19:56:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:33,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. as already flushing 2024-11-22T19:56:33,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305453632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:33,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305453633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:33,652 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-22T19:56:33,652 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:56:33,652 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-22T19:56:33,652 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:56:33,654 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-22T19:56:33,654 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:56:33,657 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:33,657 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:33,657 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:33,658 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-22T19:56:33,658 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:56:33,658 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:33,658 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:33,658 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:33,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:56:33,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:56:33,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:56:33,658 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:33,658 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:33,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:56:33,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305453737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:33,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305453746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:33,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:33,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60696 deadline: 1732305453947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:33,949 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=637 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/b840b789211649acb73ab373cb569b01 2024-11-22T19:56:33,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/3533e3b441444a51b769e543bccc506f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/3533e3b441444a51b769e543bccc506f 2024-11-22T19:56:33,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732305453957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:33,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:33,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:56:33,959 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/3533e3b441444a51b769e543bccc506f, entries=150, sequenceid=637, filesize=12.0 K 2024-11-22T19:56:33,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/5a2c8a96068f434d9db729b1e2f0326a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/5a2c8a96068f434d9db729b1e2f0326a 2024-11-22T19:56:33,964 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/5a2c8a96068f434d9db729b1e2f0326a, entries=150, sequenceid=637, filesize=12.0 K 2024-11-22T19:56:33,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/b840b789211649acb73ab373cb569b01 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/b840b789211649acb73ab373cb569b01 2024-11-22T19:56:33,969 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/b840b789211649acb73ab373cb569b01, entries=150, sequenceid=637, filesize=12.0 K 2024-11-22T19:56:33,970 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 505ms, sequenceid=637, compaction requested=false 2024-11-22T19:56:33,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:33,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:33,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T19:56:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T19:56:33,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-22T19:56:33,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1290 sec 2024-11-22T19:56:33,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.1460 sec 2024-11-22T19:56:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T19:56:33,976 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:34,258 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:34,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T19:56:34,258 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-22T19:56:34,258 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:56:34,258 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:34,258 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:34,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:56:34,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/c8492a7e59b54c8aaed70fee885d4885 is 50, key is test_row_0/A:col10/1732305394256/Put/seqid=0 2024-11-22T19:56:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741975_1151 (size=12301) 2024-11-22T19:56:34,268 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-22T19:56:34,268 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:56:34,268 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:34,268 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:34,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:56:34,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=652 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/c8492a7e59b54c8aaed70fee885d4885 2024-11-22T19:56:34,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/4f506ef0c14742758377cf7adf2cae49 is 50, key is test_row_0/B:col10/1732305394256/Put/seqid=0 2024-11-22T19:56:34,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741976_1152 (size=12301) 2024-11-22T19:56:35,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=652 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/4f506ef0c14742758377cf7adf2cae49 2024-11-22T19:56:35,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/bbc8ea65e588440bb9009b035c30a632 is 50, key is test_row_0/C:col10/1732305394256/Put/seqid=0 2024-11-22T19:56:35,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741977_1153 (size=12301) 2024-11-22T19:56:35,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=652 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/bbc8ea65e588440bb9009b035c30a632 2024-11-22T19:56:35,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/c8492a7e59b54c8aaed70fee885d4885 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c8492a7e59b54c8aaed70fee885d4885 2024-11-22T19:56:35,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c8492a7e59b54c8aaed70fee885d4885, entries=150, sequenceid=652, filesize=12.0 K 2024-11-22T19:56:35,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/4f506ef0c14742758377cf7adf2cae49 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4f506ef0c14742758377cf7adf2cae49 2024-11-22T19:56:35,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4f506ef0c14742758377cf7adf2cae49, entries=150, sequenceid=652, filesize=12.0 K 2024-11-22T19:56:35,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/bbc8ea65e588440bb9009b035c30a632 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/bbc8ea65e588440bb9009b035c30a632 2024-11-22T19:56:35,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/bbc8ea65e588440bb9009b035c30a632, entries=150, sequenceid=652, filesize=12.0 K 2024-11-22T19:56:35,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 1254ms, sequenceid=652, compaction requested=true 2024-11-22T19:56:35,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:35,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:35,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:35,512 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:35,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:35,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:35,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a1b0da4b23aa461c0d70f4385b6ea7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:35,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:35,513 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:35,513 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:35,513 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:35,513 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/A is initiating minor compaction (all files) 2024-11-22T19:56:35,514 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/A in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:35,514 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/B is initiating minor compaction (all files) 2024-11-22T19:56:35,514 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/8182d82721094671af60f393080cce83, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/3533e3b441444a51b769e543bccc506f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c8492a7e59b54c8aaed70fee885d4885] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.5 K 2024-11-22T19:56:35,514 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/B in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:35,514 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e05794a1fbf64fb39f79b2439b2e4884, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/5a2c8a96068f434d9db729b1e2f0326a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4f506ef0c14742758377cf7adf2cae49] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.5 K 2024-11-22T19:56:35,514 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8182d82721094671af60f393080cce83, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1732305392891 2024-11-22T19:56:35,514 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting e05794a1fbf64fb39f79b2439b2e4884, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1732305392891 2024-11-22T19:56:35,514 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3533e3b441444a51b769e543bccc506f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=637, earliestPutTs=1732305392964 2024-11-22T19:56:35,515 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8492a7e59b54c8aaed70fee885d4885, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=652, earliestPutTs=1732305393619 2024-11-22T19:56:35,515 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a2c8a96068f434d9db729b1e2f0326a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=637, earliestPutTs=1732305392964 2024-11-22T19:56:35,515 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f506ef0c14742758377cf7adf2cae49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=652, earliestPutTs=1732305393619 2024-11-22T19:56:35,523 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#A#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:35,523 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#B#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:35,524 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/4d145820631242faa01a580da6a699f1 is 50, key is test_row_0/A:col10/1732305394256/Put/seqid=0 2024-11-22T19:56:35,524 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/2d80db78e72942b19ab475f5a0fb6449 is 50, key is test_row_0/B:col10/1732305394256/Put/seqid=0 2024-11-22T19:56:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741978_1154 (size=13901) 2024-11-22T19:56:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741979_1155 (size=13901) 2024-11-22T19:56:35,565 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T19:56:35,937 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/4d145820631242faa01a580da6a699f1 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4d145820631242faa01a580da6a699f1 2024-11-22T19:56:35,937 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/2d80db78e72942b19ab475f5a0fb6449 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/2d80db78e72942b19ab475f5a0fb6449 2024-11-22T19:56:35,942 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/B of 8a1b0da4b23aa461c0d70f4385b6ea7a into 2d80db78e72942b19ab475f5a0fb6449(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:35,942 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/A of 8a1b0da4b23aa461c0d70f4385b6ea7a into 4d145820631242faa01a580da6a699f1(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:35,942 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:35,942 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/B, priority=13, startTime=1732305395512; duration=0sec 2024-11-22T19:56:35,942 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:35,942 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/A, priority=13, startTime=1732305395512; duration=0sec 2024-11-22T19:56:35,942 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:35,942 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:B 2024-11-22T19:56:35,942 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:35,942 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:A 2024-11-22T19:56:35,942 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:35,943 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:35,943 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 8a1b0da4b23aa461c0d70f4385b6ea7a/C is initiating minor compaction (all files) 2024-11-22T19:56:35,943 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8a1b0da4b23aa461c0d70f4385b6ea7a/C in TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:35,943 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ebea93b95b6947aa8eb7b0311a1b8524, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/b840b789211649acb73ab373cb569b01, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/bbc8ea65e588440bb9009b035c30a632] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp, totalSize=37.5 K 2024-11-22T19:56:35,944 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ebea93b95b6947aa8eb7b0311a1b8524, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1732305392891 2024-11-22T19:56:35,944 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b840b789211649acb73ab373cb569b01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=637, earliestPutTs=1732305392964 2024-11-22T19:56:35,944 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting bbc8ea65e588440bb9009b035c30a632, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=652, earliestPutTs=1732305393619 2024-11-22T19:56:35,951 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a1b0da4b23aa461c0d70f4385b6ea7a#C#compaction#143 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:35,952 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/4cc3954155e948a0975d46729e4a26fb is 50, key is test_row_0/C:col10/1732305394256/Put/seqid=0 2024-11-22T19:56:35,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741980_1156 (size=13901) 2024-11-22T19:56:36,361 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/4cc3954155e948a0975d46729e4a26fb as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/4cc3954155e948a0975d46729e4a26fb 2024-11-22T19:56:36,366 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8a1b0da4b23aa461c0d70f4385b6ea7a/C of 8a1b0da4b23aa461c0d70f4385b6ea7a into 4cc3954155e948a0975d46729e4a26fb(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:36,366 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: 2024-11-22T19:56:36,366 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., storeName=8a1b0da4b23aa461c0d70f4385b6ea7a/C, priority=13, startTime=1732305395513; duration=0sec 2024-11-22T19:56:36,367 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:36,367 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a1b0da4b23aa461c0d70f4385b6ea7a:C 2024-11-22T19:56:39,618 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-22T19:56:39,618 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:56:39,618 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:39,618 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:39,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:56:39,678 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-22T19:56:39,678 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:56:39,678 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-22T19:56:39,679 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:39,679 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:56:39,679 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:39,679 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:39,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:56:39,679 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:39,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:56:39,679 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T19:56:39,679 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-22T19:56:39,679 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-22T19:56:39,679 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 165 2024-11-22T19:56:39,679 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-22T19:56:39,679 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 162 2024-11-22T19:56:39,679 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T19:56:39,679 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2873 2024-11-22T19:56:39,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2882 2024-11-22T19:56:39,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T19:56:39,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1372 2024-11-22T19:56:39,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4116 rows 2024-11-22T19:56:39,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1369 2024-11-22T19:56:39,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4104 rows 2024-11-22T19:56:39,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:56:39,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:56:39,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:39,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:39,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:56:39,684 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T19:56:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T19:56:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T19:56:39,691 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305399691"}]},"ts":"1732305399691"} 2024-11-22T19:56:39,693 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T19:56:39,693 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T19:56:39,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T19:56:39,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a1b0da4b23aa461c0d70f4385b6ea7a, UNASSIGN}] 2024-11-22T19:56:39,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a1b0da4b23aa461c0d70f4385b6ea7a, UNASSIGN 2024-11-22T19:56:39,701 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=8a1b0da4b23aa461c0d70f4385b6ea7a, regionState=CLOSING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:39,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a1b0da4b23aa461c0d70f4385b6ea7a, UNASSIGN because future has completed 2024-11-22T19:56:39,703 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T19:56:39,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:56:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T19:56:39,858 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:39,858 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T19:56:39,859 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 8a1b0da4b23aa461c0d70f4385b6ea7a, disabling compactions & flushes 2024-11-22T19:56:39,859 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:39,859 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:39,859 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. after waiting 0 ms 2024-11-22T19:56:39,859 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:39,859 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T19:56:39,863 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/8f711da429b847cca82624df9e988e02 is 50, key is test_row_1/A:col10/1732305399677/Put/seqid=0 2024-11-22T19:56:39,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741981_1157 (size=9857) 2024-11-22T19:56:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T19:56:40,268 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/8f711da429b847cca82624df9e988e02 2024-11-22T19:56:40,276 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/9765daf3f9f546e4b24a42f12fdfe0d5 is 50, key is test_row_1/B:col10/1732305399677/Put/seqid=0 2024-11-22T19:56:40,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741982_1158 (size=9857) 2024-11-22T19:56:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T19:56:40,680 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/9765daf3f9f546e4b24a42f12fdfe0d5 2024-11-22T19:56:40,687 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/8e309322b96a4d3fa22271c726415efe is 50, key is test_row_1/C:col10/1732305399677/Put/seqid=0 2024-11-22T19:56:40,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741983_1159 (size=9857) 2024-11-22T19:56:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T19:56:41,092 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/8e309322b96a4d3fa22271c726415efe 2024-11-22T19:56:41,097 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/A/8f711da429b847cca82624df9e988e02 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/8f711da429b847cca82624df9e988e02 2024-11-22T19:56:41,101 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/8f711da429b847cca82624df9e988e02, entries=100, sequenceid=662, filesize=9.6 K 2024-11-22T19:56:41,102 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/B/9765daf3f9f546e4b24a42f12fdfe0d5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9765daf3f9f546e4b24a42f12fdfe0d5 2024-11-22T19:56:41,105 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9765daf3f9f546e4b24a42f12fdfe0d5, entries=100, sequenceid=662, filesize=9.6 K 2024-11-22T19:56:41,106 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/.tmp/C/8e309322b96a4d3fa22271c726415efe as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/8e309322b96a4d3fa22271c726415efe 2024-11-22T19:56:41,110 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/8e309322b96a4d3fa22271c726415efe, entries=100, sequenceid=662, filesize=9.6 K 2024-11-22T19:56:41,111 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 1252ms, sequenceid=662, compaction requested=false 2024-11-22T19:56:41,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a0afd3e42a5b48878e41ef093748ffbe, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c1ef5c69d59348abb8bed5338c183215, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/3a2fd85cf0e14de093d0050bfd4f2178, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a4fd1f7662b64bc18e580423e835f6f8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/7d235f367673440fb40eb0af3d854892, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a4f80a8c495b4ccab75f78310a25c2bf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e786fd55e7f043e381de61672231542b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/78568b2338c041208c25fee2986a8d2f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/26e98a822ee14fd5bff0797ccd936ff2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d3536dfff8ff4dceba93b08baa0893a6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/321c111227cf4fe799388f27b8c1c71b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/eb65bf028ffb446e8c8ba4f0a452dca6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/118743901b454b95842b061eaa604e15, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d890f11479fb48cd96a9bc62aed527f2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/df916d0e59df48e0bc2704f2cb35571d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f403bdb9e8414aaaa438f83d6842f697, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5d285a2feb66463b885540075c2a12f0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4a3325e7ebc247df9d183e3647241e18, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/81640eba53c642b9a6d7302dc385cec5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/bb073675549d4a56909e76e574e171d4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/17f34574ad92449888f6de1c1b309377, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/ab5da304c0ed4dc1900fff95bec03fd6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/9116a95add6f4d4e81e7895d8cbc7b0d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/fa8ddb0cd9754db18f1134c9347f96c5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e911e5003ec44260aab6518b4c84adf0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/2775098aab7946e4aee3605b313065fc, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f65bf412b2254648b3c02abd1c74cdf9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/22465fa654574bd69aea7c5427955eda, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d6c864f7fb3f4f5fb4f41c080eaaf61d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/01f3cd72dae046318ecf3b6fef3d66ba, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5245963e78e64b578acb1b5912eacd99, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e59913db74754803b30e31a90eea917c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/beb11de226c242c08a69e05b484c7c22, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/328f45ea83364b8b9fa307feb59487f7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f5550faafcd842a4b96a982e44d48643, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c8d8873e3749413196621c8d75986a4d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5737e1729cb94667ac9c637c94838501, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/1de90bcb54a74cd6a1add9a5dade023d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e1ba6ef297a94c9b88301318e9d5d399, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/9532c319bbb5451db06db9cc03ffb2fa, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4edf246b5b6946c4828ae3d9538f324a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/b61026baa2f94393962cda283f5e3e64, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4588778f6208478199a41b6f88321de3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a47cbcbba3274a3c8c076847d67d01b1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/8182d82721094671af60f393080cce83, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/3533e3b441444a51b769e543bccc506f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c8492a7e59b54c8aaed70fee885d4885] to archive 2024-11-22T19:56:41,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:56:41,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a0afd3e42a5b48878e41ef093748ffbe to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a0afd3e42a5b48878e41ef093748ffbe 2024-11-22T19:56:41,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c1ef5c69d59348abb8bed5338c183215 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c1ef5c69d59348abb8bed5338c183215 2024-11-22T19:56:41,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/3a2fd85cf0e14de093d0050bfd4f2178 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/3a2fd85cf0e14de093d0050bfd4f2178 2024-11-22T19:56:41,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a4fd1f7662b64bc18e580423e835f6f8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a4fd1f7662b64bc18e580423e835f6f8 2024-11-22T19:56:41,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/7d235f367673440fb40eb0af3d854892 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/7d235f367673440fb40eb0af3d854892 2024-11-22T19:56:41,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a4f80a8c495b4ccab75f78310a25c2bf to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a4f80a8c495b4ccab75f78310a25c2bf 2024-11-22T19:56:41,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e786fd55e7f043e381de61672231542b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e786fd55e7f043e381de61672231542b 2024-11-22T19:56:41,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/78568b2338c041208c25fee2986a8d2f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/78568b2338c041208c25fee2986a8d2f 2024-11-22T19:56:41,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/26e98a822ee14fd5bff0797ccd936ff2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/26e98a822ee14fd5bff0797ccd936ff2 2024-11-22T19:56:41,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d3536dfff8ff4dceba93b08baa0893a6 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d3536dfff8ff4dceba93b08baa0893a6 2024-11-22T19:56:41,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/321c111227cf4fe799388f27b8c1c71b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/321c111227cf4fe799388f27b8c1c71b 2024-11-22T19:56:41,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/eb65bf028ffb446e8c8ba4f0a452dca6 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/eb65bf028ffb446e8c8ba4f0a452dca6 2024-11-22T19:56:41,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/118743901b454b95842b061eaa604e15 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/118743901b454b95842b061eaa604e15 2024-11-22T19:56:41,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d890f11479fb48cd96a9bc62aed527f2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d890f11479fb48cd96a9bc62aed527f2 2024-11-22T19:56:41,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/df916d0e59df48e0bc2704f2cb35571d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/df916d0e59df48e0bc2704f2cb35571d 2024-11-22T19:56:41,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f403bdb9e8414aaaa438f83d6842f697 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f403bdb9e8414aaaa438f83d6842f697 2024-11-22T19:56:41,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5d285a2feb66463b885540075c2a12f0 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5d285a2feb66463b885540075c2a12f0 2024-11-22T19:56:41,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4a3325e7ebc247df9d183e3647241e18 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4a3325e7ebc247df9d183e3647241e18 2024-11-22T19:56:41,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/81640eba53c642b9a6d7302dc385cec5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/81640eba53c642b9a6d7302dc385cec5 2024-11-22T19:56:41,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/bb073675549d4a56909e76e574e171d4 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/bb073675549d4a56909e76e574e171d4 2024-11-22T19:56:41,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/17f34574ad92449888f6de1c1b309377 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/17f34574ad92449888f6de1c1b309377 2024-11-22T19:56:41,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/ab5da304c0ed4dc1900fff95bec03fd6 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/ab5da304c0ed4dc1900fff95bec03fd6 2024-11-22T19:56:41,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/9116a95add6f4d4e81e7895d8cbc7b0d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/9116a95add6f4d4e81e7895d8cbc7b0d 2024-11-22T19:56:41,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/fa8ddb0cd9754db18f1134c9347f96c5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/fa8ddb0cd9754db18f1134c9347f96c5 2024-11-22T19:56:41,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e911e5003ec44260aab6518b4c84adf0 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e911e5003ec44260aab6518b4c84adf0 2024-11-22T19:56:41,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/2775098aab7946e4aee3605b313065fc to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/2775098aab7946e4aee3605b313065fc 2024-11-22T19:56:41,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f65bf412b2254648b3c02abd1c74cdf9 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f65bf412b2254648b3c02abd1c74cdf9 2024-11-22T19:56:41,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/22465fa654574bd69aea7c5427955eda to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/22465fa654574bd69aea7c5427955eda 2024-11-22T19:56:41,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d6c864f7fb3f4f5fb4f41c080eaaf61d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/d6c864f7fb3f4f5fb4f41c080eaaf61d 2024-11-22T19:56:41,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/01f3cd72dae046318ecf3b6fef3d66ba to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/01f3cd72dae046318ecf3b6fef3d66ba 2024-11-22T19:56:41,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5245963e78e64b578acb1b5912eacd99 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5245963e78e64b578acb1b5912eacd99 2024-11-22T19:56:41,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e59913db74754803b30e31a90eea917c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e59913db74754803b30e31a90eea917c 2024-11-22T19:56:41,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/beb11de226c242c08a69e05b484c7c22 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/beb11de226c242c08a69e05b484c7c22 2024-11-22T19:56:41,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/328f45ea83364b8b9fa307feb59487f7 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/328f45ea83364b8b9fa307feb59487f7 2024-11-22T19:56:41,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f5550faafcd842a4b96a982e44d48643 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/f5550faafcd842a4b96a982e44d48643 2024-11-22T19:56:41,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c8d8873e3749413196621c8d75986a4d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c8d8873e3749413196621c8d75986a4d 2024-11-22T19:56:41,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5737e1729cb94667ac9c637c94838501 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/5737e1729cb94667ac9c637c94838501 2024-11-22T19:56:41,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/1de90bcb54a74cd6a1add9a5dade023d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/1de90bcb54a74cd6a1add9a5dade023d 2024-11-22T19:56:41,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e1ba6ef297a94c9b88301318e9d5d399 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/e1ba6ef297a94c9b88301318e9d5d399 2024-11-22T19:56:41,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/9532c319bbb5451db06db9cc03ffb2fa to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/9532c319bbb5451db06db9cc03ffb2fa 2024-11-22T19:56:41,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4edf246b5b6946c4828ae3d9538f324a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4edf246b5b6946c4828ae3d9538f324a 2024-11-22T19:56:41,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/b61026baa2f94393962cda283f5e3e64 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/b61026baa2f94393962cda283f5e3e64 2024-11-22T19:56:41,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4588778f6208478199a41b6f88321de3 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4588778f6208478199a41b6f88321de3 2024-11-22T19:56:41,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a47cbcbba3274a3c8c076847d67d01b1 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/a47cbcbba3274a3c8c076847d67d01b1 2024-11-22T19:56:41,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/8182d82721094671af60f393080cce83 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/8182d82721094671af60f393080cce83 2024-11-22T19:56:41,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/3533e3b441444a51b769e543bccc506f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/3533e3b441444a51b769e543bccc506f 2024-11-22T19:56:41,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c8492a7e59b54c8aaed70fee885d4885 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/c8492a7e59b54c8aaed70fee885d4885 2024-11-22T19:56:41,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4a7dfc75018d443a89c1b4ef6caa8d39, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9aaf5d8ef5184b5b8241881ee248abba, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7ee4716afdff42f69e7a92c9e8e9a832, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/470e9047dd4f49dd9b76c31ef929454f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4f925528129e4aef96231ca229d0d61e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ce0975c50403489a9e749b6b0e6d58cf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/3e5c8b67c10344dbb7ec44e25623e3fb, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/fe829311882444fd81f87bcd091e1509, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/0c3a52db73874d8cbd17c5da5aa2f96b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e6541a482006476494dc73bad27e2747, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9ca3f2680e3146c59dc0059842dbaf3f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/730e7b72459241119de59955d1518c05, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/613af5f128c146b49eaa6500ff7fcbd8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/08abe8be8cd84f56a19c6fff87d904a4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4170312d3364456d8d07b6b1f0f3485c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/02ac1ddd0ae1451b99a33379756ba747, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dedbd1189f3d4d6b849612599f3ea616, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/edcc5b44b1bf499ab2bafb64c9974e42, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dfd988906d464fb1ad241258dac8b4db, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/aba0b592433f4c858f1ee6802d3cb04d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/8294a1caef0248d89a673a476dd9adc5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ec7a5847472749c682ec402eedf40848, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/0d61f95c231142bba22104a6b596b92e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ef2943d89e804308bd302e3625958cf3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/c1a15f9e4a3b495ea1cf1edded452d15, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/cf34e3fa7c944b279c252f415397455f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/18213a99cf8d451eb9c2dded846427b5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dd176fec223043f5ae24295f130a5cde, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dc862d6435c64ed7a4c9fbeccd85ab5d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/712cab150d7745da9f4893be289e6c9f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/5dc681d54f2a421ca4f534469be7b7a7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/71a82cea30064f999a0b087cc05f3438, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/3fd7eb902fc845dc9c7f28eb289899e4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/39effaaeb2b9448da1a2233822b1631d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/d6dd3441f8784075851bf1ce9a24f0de, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7ea840fe40bf43639884647e5f7c976c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7927abedf7724b3c84beef908aeb7482, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/cef436dc84fa49269f78e2fe6c70deb8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dbfee3002c244df89e7574ada356f02f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/fbf0c4318f7f40d69946a99ab216c8bd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/b43b99da24b848f9acceb25ca5d777ab, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7a52f90cccaa455996c6c8ba56ba61a0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e067308d2d3e43b9a1df9d2ea9c81d04, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e05794a1fbf64fb39f79b2439b2e4884, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/d922ceaf1b714ebaa02912005f596e29, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/5a2c8a96068f434d9db729b1e2f0326a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4f506ef0c14742758377cf7adf2cae49] to archive 2024-11-22T19:56:41,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:56:41,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4a7dfc75018d443a89c1b4ef6caa8d39 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4a7dfc75018d443a89c1b4ef6caa8d39 2024-11-22T19:56:41,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9aaf5d8ef5184b5b8241881ee248abba to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9aaf5d8ef5184b5b8241881ee248abba 2024-11-22T19:56:41,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7ee4716afdff42f69e7a92c9e8e9a832 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7ee4716afdff42f69e7a92c9e8e9a832 2024-11-22T19:56:41,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/470e9047dd4f49dd9b76c31ef929454f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/470e9047dd4f49dd9b76c31ef929454f 2024-11-22T19:56:41,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4f925528129e4aef96231ca229d0d61e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4f925528129e4aef96231ca229d0d61e 2024-11-22T19:56:41,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ce0975c50403489a9e749b6b0e6d58cf to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ce0975c50403489a9e749b6b0e6d58cf 2024-11-22T19:56:41,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/3e5c8b67c10344dbb7ec44e25623e3fb to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/3e5c8b67c10344dbb7ec44e25623e3fb 2024-11-22T19:56:41,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/fe829311882444fd81f87bcd091e1509 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/fe829311882444fd81f87bcd091e1509 2024-11-22T19:56:41,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/0c3a52db73874d8cbd17c5da5aa2f96b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/0c3a52db73874d8cbd17c5da5aa2f96b 2024-11-22T19:56:41,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e6541a482006476494dc73bad27e2747 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e6541a482006476494dc73bad27e2747 2024-11-22T19:56:41,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9ca3f2680e3146c59dc0059842dbaf3f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9ca3f2680e3146c59dc0059842dbaf3f 2024-11-22T19:56:41,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/730e7b72459241119de59955d1518c05 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/730e7b72459241119de59955d1518c05 2024-11-22T19:56:41,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/613af5f128c146b49eaa6500ff7fcbd8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/613af5f128c146b49eaa6500ff7fcbd8 2024-11-22T19:56:41,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/08abe8be8cd84f56a19c6fff87d904a4 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/08abe8be8cd84f56a19c6fff87d904a4 2024-11-22T19:56:41,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4170312d3364456d8d07b6b1f0f3485c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4170312d3364456d8d07b6b1f0f3485c 2024-11-22T19:56:41,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/02ac1ddd0ae1451b99a33379756ba747 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/02ac1ddd0ae1451b99a33379756ba747 2024-11-22T19:56:41,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dedbd1189f3d4d6b849612599f3ea616 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dedbd1189f3d4d6b849612599f3ea616 2024-11-22T19:56:41,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/edcc5b44b1bf499ab2bafb64c9974e42 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/edcc5b44b1bf499ab2bafb64c9974e42 2024-11-22T19:56:41,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dfd988906d464fb1ad241258dac8b4db to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dfd988906d464fb1ad241258dac8b4db 2024-11-22T19:56:41,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/aba0b592433f4c858f1ee6802d3cb04d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/aba0b592433f4c858f1ee6802d3cb04d 2024-11-22T19:56:41,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/8294a1caef0248d89a673a476dd9adc5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/8294a1caef0248d89a673a476dd9adc5 2024-11-22T19:56:41,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ec7a5847472749c682ec402eedf40848 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ec7a5847472749c682ec402eedf40848 2024-11-22T19:56:41,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/0d61f95c231142bba22104a6b596b92e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/0d61f95c231142bba22104a6b596b92e 2024-11-22T19:56:41,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ef2943d89e804308bd302e3625958cf3 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/ef2943d89e804308bd302e3625958cf3 2024-11-22T19:56:41,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/c1a15f9e4a3b495ea1cf1edded452d15 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/c1a15f9e4a3b495ea1cf1edded452d15 2024-11-22T19:56:41,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/cf34e3fa7c944b279c252f415397455f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/cf34e3fa7c944b279c252f415397455f 2024-11-22T19:56:41,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/18213a99cf8d451eb9c2dded846427b5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/18213a99cf8d451eb9c2dded846427b5 2024-11-22T19:56:41,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dd176fec223043f5ae24295f130a5cde to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dd176fec223043f5ae24295f130a5cde 2024-11-22T19:56:41,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dc862d6435c64ed7a4c9fbeccd85ab5d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dc862d6435c64ed7a4c9fbeccd85ab5d 2024-11-22T19:56:41,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/712cab150d7745da9f4893be289e6c9f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/712cab150d7745da9f4893be289e6c9f 2024-11-22T19:56:41,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/5dc681d54f2a421ca4f534469be7b7a7 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/5dc681d54f2a421ca4f534469be7b7a7 2024-11-22T19:56:41,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/71a82cea30064f999a0b087cc05f3438 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/71a82cea30064f999a0b087cc05f3438 2024-11-22T19:56:41,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/3fd7eb902fc845dc9c7f28eb289899e4 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/3fd7eb902fc845dc9c7f28eb289899e4 2024-11-22T19:56:41,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/39effaaeb2b9448da1a2233822b1631d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/39effaaeb2b9448da1a2233822b1631d 2024-11-22T19:56:41,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/d6dd3441f8784075851bf1ce9a24f0de to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/d6dd3441f8784075851bf1ce9a24f0de 2024-11-22T19:56:41,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7ea840fe40bf43639884647e5f7c976c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7ea840fe40bf43639884647e5f7c976c 2024-11-22T19:56:41,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7927abedf7724b3c84beef908aeb7482 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7927abedf7724b3c84beef908aeb7482 2024-11-22T19:56:41,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/cef436dc84fa49269f78e2fe6c70deb8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/cef436dc84fa49269f78e2fe6c70deb8 2024-11-22T19:56:41,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dbfee3002c244df89e7574ada356f02f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/dbfee3002c244df89e7574ada356f02f 2024-11-22T19:56:41,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/fbf0c4318f7f40d69946a99ab216c8bd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/fbf0c4318f7f40d69946a99ab216c8bd 2024-11-22T19:56:41,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/b43b99da24b848f9acceb25ca5d777ab to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/b43b99da24b848f9acceb25ca5d777ab 2024-11-22T19:56:41,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7a52f90cccaa455996c6c8ba56ba61a0 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/7a52f90cccaa455996c6c8ba56ba61a0 2024-11-22T19:56:41,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e067308d2d3e43b9a1df9d2ea9c81d04 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e067308d2d3e43b9a1df9d2ea9c81d04 2024-11-22T19:56:41,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e05794a1fbf64fb39f79b2439b2e4884 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/e05794a1fbf64fb39f79b2439b2e4884 2024-11-22T19:56:41,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/d922ceaf1b714ebaa02912005f596e29 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/d922ceaf1b714ebaa02912005f596e29 2024-11-22T19:56:41,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/5a2c8a96068f434d9db729b1e2f0326a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/5a2c8a96068f434d9db729b1e2f0326a 2024-11-22T19:56:41,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4f506ef0c14742758377cf7adf2cae49 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/4f506ef0c14742758377cf7adf2cae49 2024-11-22T19:56:41,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/36900b595a75455689b29fd6118ad9cb, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/fa86f76b63694492bdbf77a7689ef497, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/24c851bfae324fc595b257334f63dc4b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/2d791ae045b34d198bfa604d52ac4d0a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/df606911a6f14eabacd0bfae72da0b71, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/071e77e18ae146b8a8c24ea2ffd567e5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c9a2eb36c89e446694c1caf4afe7e613, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3fd3b802d4794a88973217d768461792, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/25fd65bc6331498f87777a40b69f1f9a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/575aa8126b534fa4a2190e0e30fa2e2c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/4410dc250d02441499c3da3ff123dc01, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ae890a7dfa4a4b22b88ad1ac191a06d7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/2340e517e6a741fabd3635dc051cebe8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/7256a0086b4c4561adff7204b521c0ba, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/81c2cf0d7da24e829ba3e5a71e936eec, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/6bbbcbca46c24af0ae9b2a39ac688fc5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c8da52f5c97448f6943651bf3ee34ea2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/49a3e46387f24859a3254f0c586c593f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3b9da71efc4c4e2392e78c90c4a10ed4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/7d5bf21c6ed04e3ba034250600262f88, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/0ed67acd63fe410f98915e240e15e84e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ea0a33816e2b4fa4b0f7584ddb2072a6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/0b62797cddc9450d870b937b17e03054, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/07b4615e2b104ef18741c852559b513c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/72a8e2985a324f82a0404186b5a1ce42, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/b7479e9f8c684971a18209d9e35a3f20, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3672e2ae863d499995100a5be6400a65, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/a02ad6668bd24769829928ada4914ab8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/dc5ed4a1feb84162abb5f90941fe583d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/9d744f35961c488e8098c1c6705abeff, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c7f79d1717574926bf12713ba2900653, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c6346c59d38b4cbb851fea7b8abf10f2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/9145f06203f0437baa7c6f78a76c325f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/756602d6c2354cbd921402cdf52f8293, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/8e632a3a4ef744d8a38ea18831bdfe96, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/77d84b887428456b92219081a87008a5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/59e1a1fc8ba84d6ba18a47c6f0a2841e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/f201a5fdd25b4ac4a9895270e7b80853, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/315c38f2e5894decbe0d0ff8e04ef106, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/50c64963845042c79d5adcfcfecd98b9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/cff411caa4a64856a0ccd2b08d75a892, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/14ebd62f3dec42feb503b2e983c8ae5f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/fbe174e70daf410fb1017cebb24acfcb, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ebea93b95b6947aa8eb7b0311a1b8524, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/d3c297004153497da8a42d824cfb0ef5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/b840b789211649acb73ab373cb569b01, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/bbc8ea65e588440bb9009b035c30a632] to archive 2024-11-22T19:56:41,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:56:41,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/36900b595a75455689b29fd6118ad9cb to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/36900b595a75455689b29fd6118ad9cb 2024-11-22T19:56:41,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/fa86f76b63694492bdbf77a7689ef497 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/fa86f76b63694492bdbf77a7689ef497 2024-11-22T19:56:41,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/24c851bfae324fc595b257334f63dc4b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/24c851bfae324fc595b257334f63dc4b 2024-11-22T19:56:41,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/2d791ae045b34d198bfa604d52ac4d0a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/2d791ae045b34d198bfa604d52ac4d0a 2024-11-22T19:56:41,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/df606911a6f14eabacd0bfae72da0b71 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/df606911a6f14eabacd0bfae72da0b71 2024-11-22T19:56:41,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/071e77e18ae146b8a8c24ea2ffd567e5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/071e77e18ae146b8a8c24ea2ffd567e5 2024-11-22T19:56:41,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c9a2eb36c89e446694c1caf4afe7e613 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c9a2eb36c89e446694c1caf4afe7e613 2024-11-22T19:56:41,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3fd3b802d4794a88973217d768461792 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3fd3b802d4794a88973217d768461792 2024-11-22T19:56:41,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/25fd65bc6331498f87777a40b69f1f9a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/25fd65bc6331498f87777a40b69f1f9a 2024-11-22T19:56:41,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/575aa8126b534fa4a2190e0e30fa2e2c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/575aa8126b534fa4a2190e0e30fa2e2c 2024-11-22T19:56:41,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/4410dc250d02441499c3da3ff123dc01 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/4410dc250d02441499c3da3ff123dc01 2024-11-22T19:56:41,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ae890a7dfa4a4b22b88ad1ac191a06d7 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ae890a7dfa4a4b22b88ad1ac191a06d7 2024-11-22T19:56:41,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/2340e517e6a741fabd3635dc051cebe8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/2340e517e6a741fabd3635dc051cebe8 2024-11-22T19:56:41,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/7256a0086b4c4561adff7204b521c0ba to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/7256a0086b4c4561adff7204b521c0ba 2024-11-22T19:56:41,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/81c2cf0d7da24e829ba3e5a71e936eec to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/81c2cf0d7da24e829ba3e5a71e936eec 2024-11-22T19:56:41,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/6bbbcbca46c24af0ae9b2a39ac688fc5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/6bbbcbca46c24af0ae9b2a39ac688fc5 2024-11-22T19:56:41,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c8da52f5c97448f6943651bf3ee34ea2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c8da52f5c97448f6943651bf3ee34ea2 2024-11-22T19:56:41,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/49a3e46387f24859a3254f0c586c593f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/49a3e46387f24859a3254f0c586c593f 2024-11-22T19:56:41,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3b9da71efc4c4e2392e78c90c4a10ed4 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3b9da71efc4c4e2392e78c90c4a10ed4 2024-11-22T19:56:41,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/7d5bf21c6ed04e3ba034250600262f88 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/7d5bf21c6ed04e3ba034250600262f88 2024-11-22T19:56:41,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/0ed67acd63fe410f98915e240e15e84e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/0ed67acd63fe410f98915e240e15e84e 2024-11-22T19:56:41,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ea0a33816e2b4fa4b0f7584ddb2072a6 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ea0a33816e2b4fa4b0f7584ddb2072a6 2024-11-22T19:56:41,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/0b62797cddc9450d870b937b17e03054 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/0b62797cddc9450d870b937b17e03054 2024-11-22T19:56:41,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/07b4615e2b104ef18741c852559b513c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/07b4615e2b104ef18741c852559b513c 2024-11-22T19:56:41,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/72a8e2985a324f82a0404186b5a1ce42 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/72a8e2985a324f82a0404186b5a1ce42 2024-11-22T19:56:41,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/b7479e9f8c684971a18209d9e35a3f20 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/b7479e9f8c684971a18209d9e35a3f20 2024-11-22T19:56:41,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3672e2ae863d499995100a5be6400a65 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/3672e2ae863d499995100a5be6400a65 2024-11-22T19:56:41,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/a02ad6668bd24769829928ada4914ab8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/a02ad6668bd24769829928ada4914ab8 2024-11-22T19:56:41,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/dc5ed4a1feb84162abb5f90941fe583d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/dc5ed4a1feb84162abb5f90941fe583d 2024-11-22T19:56:41,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/9d744f35961c488e8098c1c6705abeff to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/9d744f35961c488e8098c1c6705abeff 2024-11-22T19:56:41,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c7f79d1717574926bf12713ba2900653 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c7f79d1717574926bf12713ba2900653 2024-11-22T19:56:41,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c6346c59d38b4cbb851fea7b8abf10f2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/c6346c59d38b4cbb851fea7b8abf10f2 2024-11-22T19:56:41,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/9145f06203f0437baa7c6f78a76c325f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/9145f06203f0437baa7c6f78a76c325f 2024-11-22T19:56:41,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/756602d6c2354cbd921402cdf52f8293 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/756602d6c2354cbd921402cdf52f8293 2024-11-22T19:56:41,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/8e632a3a4ef744d8a38ea18831bdfe96 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/8e632a3a4ef744d8a38ea18831bdfe96 2024-11-22T19:56:41,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/77d84b887428456b92219081a87008a5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/77d84b887428456b92219081a87008a5 2024-11-22T19:56:41,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/59e1a1fc8ba84d6ba18a47c6f0a2841e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/59e1a1fc8ba84d6ba18a47c6f0a2841e 2024-11-22T19:56:41,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/f201a5fdd25b4ac4a9895270e7b80853 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/f201a5fdd25b4ac4a9895270e7b80853 2024-11-22T19:56:41,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/315c38f2e5894decbe0d0ff8e04ef106 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/315c38f2e5894decbe0d0ff8e04ef106 2024-11-22T19:56:41,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/50c64963845042c79d5adcfcfecd98b9 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/50c64963845042c79d5adcfcfecd98b9 2024-11-22T19:56:41,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/cff411caa4a64856a0ccd2b08d75a892 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/cff411caa4a64856a0ccd2b08d75a892 2024-11-22T19:56:41,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/14ebd62f3dec42feb503b2e983c8ae5f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/14ebd62f3dec42feb503b2e983c8ae5f 2024-11-22T19:56:41,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/fbe174e70daf410fb1017cebb24acfcb to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/fbe174e70daf410fb1017cebb24acfcb 2024-11-22T19:56:41,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ebea93b95b6947aa8eb7b0311a1b8524 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/ebea93b95b6947aa8eb7b0311a1b8524 2024-11-22T19:56:41,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/d3c297004153497da8a42d824cfb0ef5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/d3c297004153497da8a42d824cfb0ef5 2024-11-22T19:56:41,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/b840b789211649acb73ab373cb569b01 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/b840b789211649acb73ab373cb569b01 2024-11-22T19:56:41,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/bbc8ea65e588440bb9009b035c30a632 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/bbc8ea65e588440bb9009b035c30a632 2024-11-22T19:56:41,301 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/recovered.edits/665.seqid, newMaxSeqId=665, maxSeqId=1 2024-11-22T19:56:41,302 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. 2024-11-22T19:56:41,302 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 8a1b0da4b23aa461c0d70f4385b6ea7a: Waiting for close lock at 1732305399859Running coprocessor pre-close hooks at 1732305399859Disabling compacts and flushes for region at 1732305399859Disabling writes for close at 1732305399859Obtaining lock to block concurrent updates at 1732305399859Preparing flush snapshotting stores in 8a1b0da4b23aa461c0d70f4385b6ea7a at 1732305399859Finished memstore snapshotting TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732305399860 (+1 ms)Flushing stores of TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a. at 1732305399860Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a/A: creating writer at 1732305399860Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a/A: appending metadata at 1732305399863 (+3 ms)Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a/A: closing flushed file at 1732305399863Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a/B: creating writer at 1732305400273 (+410 ms)Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a/B: appending metadata at 1732305400276 (+3 ms)Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a/B: closing flushed file at 1732305400276Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a/C: creating writer at 1732305400684 (+408 ms)Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a/C: appending metadata at 1732305400687 (+3 ms)Flushing 8a1b0da4b23aa461c0d70f4385b6ea7a/C: closing flushed file at 1732305400687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5a3d8c: reopening flushed file at 1732305401096 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b0bfacc: reopening flushed file at 1732305401101 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f7a237: reopening flushed file at 1732305401106 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8a1b0da4b23aa461c0d70f4385b6ea7a in 1252ms, sequenceid=662, compaction requested=false at 1732305401111 (+5 ms)Writing region close event to WAL at 1732305401298 (+187 ms)Running coprocessor post-close hooks at 1732305401301 (+3 ms)Closed at 1732305401302 (+1 ms) 2024-11-22T19:56:41,304 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:41,305 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=8a1b0da4b23aa461c0d70f4385b6ea7a, regionState=CLOSED 2024-11-22T19:56:41,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:56:41,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-22T19:56:41,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 8a1b0da4b23aa461c0d70f4385b6ea7a, server=982bb8edae1e,45729,1732305367266 in 1.6050 sec 2024-11-22T19:56:41,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-22T19:56:41,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a1b0da4b23aa461c0d70f4385b6ea7a, UNASSIGN in 1.6100 sec 2024-11-22T19:56:41,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T19:56:41,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6180 sec 2024-11-22T19:56:41,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305401315"}]},"ts":"1732305401315"} 2024-11-22T19:56:41,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T19:56:41,317 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T19:56:41,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6310 sec 2024-11-22T19:56:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T19:56:41,837 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:41,840 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T19:56:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:56:41,845 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:56:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-22T19:56:41,847 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:56:41,852 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:41,856 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/recovered.edits] 2024-11-22T19:56:41,859 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4d145820631242faa01a580da6a699f1 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/4d145820631242faa01a580da6a699f1 2024-11-22T19:56:41,861 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/8f711da429b847cca82624df9e988e02 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/A/8f711da429b847cca82624df9e988e02 2024-11-22T19:56:41,864 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/2d80db78e72942b19ab475f5a0fb6449 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/2d80db78e72942b19ab475f5a0fb6449 2024-11-22T19:56:41,865 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9765daf3f9f546e4b24a42f12fdfe0d5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/B/9765daf3f9f546e4b24a42f12fdfe0d5 2024-11-22T19:56:41,868 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/4cc3954155e948a0975d46729e4a26fb to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/4cc3954155e948a0975d46729e4a26fb 2024-11-22T19:56:41,869 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/8e309322b96a4d3fa22271c726415efe to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/C/8e309322b96a4d3fa22271c726415efe 2024-11-22T19:56:41,871 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/recovered.edits/665.seqid to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a/recovered.edits/665.seqid 2024-11-22T19:56:41,872 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/8a1b0da4b23aa461c0d70f4385b6ea7a 2024-11-22T19:56:41,872 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T19:56:41,877 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:56:41,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T19:56:41,886 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T19:56:41,920 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T19:56:41,921 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:56:41,921 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T19:56:41,922 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732305401921"}]},"ts":"9223372036854775807"} 2024-11-22T19:56:41,925 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T19:56:41,925 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8a1b0da4b23aa461c0d70f4385b6ea7a, NAME => 'TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T19:56:41,926 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T19:56:41,926 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732305401926"}]},"ts":"9223372036854775807"} 2024-11-22T19:56:41,928 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T19:56:41,929 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:56:41,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 88 msec 2024-11-22T19:56:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-22T19:56:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T19:56:41,958 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:41,968 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-356469749_22 at /127.0.0.1:38118 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;982bb8edae1e:45729-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 250) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8475 (was 8981) 2024-11-22T19:56:41,978 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=8475 2024-11-22T19:56:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T19:56:41,980 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:56:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T19:56:41,982 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T19:56:41,982 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:41,982 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-22T19:56:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T19:56:41,983 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T19:56:41,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741984_1160 (size=959) 2024-11-22T19:56:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T19:56:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T19:56:42,391 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0 2024-11-22T19:56:42,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741985_1161 (size=53) 2024-11-22T19:56:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T19:56:42,797 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:56:42,797 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 634f355fa6e5022c49ac1b285405a69e, disabling compactions & flushes 2024-11-22T19:56:42,797 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:42,797 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:42,797 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. after waiting 0 ms 2024-11-22T19:56:42,797 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:42,798 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:42,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 634f355fa6e5022c49ac1b285405a69e: Waiting for close lock at 1732305402797Disabling compacts and flushes for region at 1732305402797Disabling writes for close at 1732305402797Writing region close event to WAL at 1732305402797Closed at 1732305402797 2024-11-22T19:56:42,799 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T19:56:42,799 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732305402799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732305402799"}]},"ts":"1732305402799"} 2024-11-22T19:56:42,801 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T19:56:42,802 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T19:56:42,802 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305402802"}]},"ts":"1732305402802"} 2024-11-22T19:56:42,803 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T19:56:42,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, ASSIGN}] 2024-11-22T19:56:42,804 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, ASSIGN 2024-11-22T19:56:42,805 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, ASSIGN; state=OFFLINE, location=982bb8edae1e,45729,1732305367266; forceNewPlan=false, retain=false 2024-11-22T19:56:42,956 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=634f355fa6e5022c49ac1b285405a69e, regionState=OPENING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:42,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, ASSIGN because future has completed 2024-11-22T19:56:42,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:56:43,113 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:43,113 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:56:43,114 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:43,114 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:56:43,114 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:43,114 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:43,115 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T19:56:43,117 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634f355fa6e5022c49ac1b285405a69e columnFamilyName A 2024-11-22T19:56:43,118 DEBUG [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:43,118 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] regionserver.HStore(327): Store=634f355fa6e5022c49ac1b285405a69e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:56:43,118 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:43,119 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634f355fa6e5022c49ac1b285405a69e columnFamilyName B 2024-11-22T19:56:43,119 DEBUG [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:43,120 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] regionserver.HStore(327): Store=634f355fa6e5022c49ac1b285405a69e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:56:43,120 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:43,121 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634f355fa6e5022c49ac1b285405a69e columnFamilyName C 2024-11-22T19:56:43,121 DEBUG [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:43,121 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] regionserver.HStore(327): Store=634f355fa6e5022c49ac1b285405a69e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:56:43,121 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:43,122 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:43,122 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:43,123 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:43,123 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:43,123 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:56:43,124 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:43,126 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:56:43,126 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 634f355fa6e5022c49ac1b285405a69e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70140567, jitterRate=0.04517589509487152}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:56:43,126 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:43,127 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 634f355fa6e5022c49ac1b285405a69e: Running coprocessor pre-open hook at 1732305403114Writing region info on filesystem at 1732305403114Initializing all the Stores at 1732305403115 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305403115Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305403115Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305403115Cleaning up temporary data from old regions at 1732305403123 (+8 ms)Running coprocessor post-open hooks at 1732305403126 (+3 ms)Region opened successfully at 1732305403127 (+1 ms) 2024-11-22T19:56:43,128 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., pid=36, masterSystemTime=1732305403110 2024-11-22T19:56:43,129 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:43,129 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:43,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=634f355fa6e5022c49ac1b285405a69e, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:43,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:56:43,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-22T19:56:43,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 in 174 msec 2024-11-22T19:56:43,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-22T19:56:43,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, ASSIGN in 331 msec 2024-11-22T19:56:43,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T19:56:43,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305403137"}]},"ts":"1732305403137"} 2024-11-22T19:56:43,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T19:56:43,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T19:56:43,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1590 sec 2024-11-22T19:56:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T19:56:44,137 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:44,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338737eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:44,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:44,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:44,139 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aed869b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:44,142 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:44,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a1c705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:44,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:44,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:44,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:44,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:44,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T19:56:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 982bb8edae1e,38233,1732305366518 2024-11-22T19:56:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@234e638 2024-11-22T19:56:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T19:56:44,148 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T19:56:44,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T19:56:44,153 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:56:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T19:56:44,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741986_1162 (size=995) 2024-11-22T19:56:44,571 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-22T19:56:44,571 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-22T19:56:44,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T19:56:44,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, REOPEN/MOVE}] 2024-11-22T19:56:44,581 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, REOPEN/MOVE 2024-11-22T19:56:44,582 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=634f355fa6e5022c49ac1b285405a69e, regionState=CLOSING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:44,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, REOPEN/MOVE because future has completed 2024-11-22T19:56:44,584 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T19:56:44,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:56:44,736 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:44,736 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T19:56:44,736 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 634f355fa6e5022c49ac1b285405a69e, disabling compactions & flushes 2024-11-22T19:56:44,736 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:44,736 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:44,736 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. after waiting 0 ms 2024-11-22T19:56:44,736 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:44,740 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T19:56:44,741 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:44,741 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 634f355fa6e5022c49ac1b285405a69e: Waiting for close lock at 1732305404736Running coprocessor pre-close hooks at 1732305404736Disabling compacts and flushes for region at 1732305404736Disabling writes for close at 1732305404736Writing region close event to WAL at 1732305404737 (+1 ms)Running coprocessor post-close hooks at 1732305404740 (+3 ms)Closed at 1732305404741 (+1 ms) 2024-11-22T19:56:44,741 WARN [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 634f355fa6e5022c49ac1b285405a69e to self. 2024-11-22T19:56:44,743 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:44,743 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=634f355fa6e5022c49ac1b285405a69e, regionState=CLOSED 2024-11-22T19:56:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:56:44,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-22T19:56:44,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 in 162 msec 2024-11-22T19:56:44,748 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, REOPEN/MOVE; state=CLOSED, location=982bb8edae1e,45729,1732305367266; forceNewPlan=false, retain=true 2024-11-22T19:56:44,898 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=634f355fa6e5022c49ac1b285405a69e, regionState=OPENING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:44,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, REOPEN/MOVE because future has completed 2024-11-22T19:56:44,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:56:45,055 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:45,055 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:56:45,056 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,056 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:56:45,056 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,056 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,061 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,066 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634f355fa6e5022c49ac1b285405a69e columnFamilyName A 2024-11-22T19:56:45,068 DEBUG [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:45,068 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] regionserver.HStore(327): Store=634f355fa6e5022c49ac1b285405a69e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:56:45,069 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,069 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634f355fa6e5022c49ac1b285405a69e columnFamilyName B 2024-11-22T19:56:45,069 DEBUG [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:45,070 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] regionserver.HStore(327): Store=634f355fa6e5022c49ac1b285405a69e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:56:45,070 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,071 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634f355fa6e5022c49ac1b285405a69e columnFamilyName C 2024-11-22T19:56:45,071 DEBUG [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:45,071 INFO [StoreOpener-634f355fa6e5022c49ac1b285405a69e-1 {}] regionserver.HStore(327): Store=634f355fa6e5022c49ac1b285405a69e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:56:45,071 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,072 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,073 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,074 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,074 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,074 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:56:45,075 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,076 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 634f355fa6e5022c49ac1b285405a69e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68397129, jitterRate=0.01919664442539215}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:56:45,076 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,077 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 634f355fa6e5022c49ac1b285405a69e: Running coprocessor pre-open hook at 1732305405056Writing region info on filesystem at 1732305405056Initializing all the Stores at 1732305405057 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305405057Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305405057Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305405057Cleaning up temporary data from old regions at 1732305405074 (+17 ms)Running coprocessor post-open hooks at 1732305405076 (+2 ms)Region opened successfully at 1732305405077 (+1 ms) 2024-11-22T19:56:45,078 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., pid=41, masterSystemTime=1732305405052 2024-11-22T19:56:45,079 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:45,079 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:45,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=634f355fa6e5022c49ac1b285405a69e, regionState=OPEN, openSeqNum=5, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:56:45,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-22T19:56:45,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 in 182 msec 2024-11-22T19:56:45,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-22T19:56:45,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, REOPEN/MOVE in 504 msec 2024-11-22T19:56:45,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T19:56:45,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-11-22T19:56:45,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 934 msec 2024-11-22T19:56:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-22T19:56:45,093 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:45,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb0fd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:45,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:45,095 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:45,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:45,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:45,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfad8ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:45,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:45,097 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:45,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389942aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ed5d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:45,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:45,099 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2ecc06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:45,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:45,100 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:45,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642939e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4406a4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:45,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:45,102 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:45,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17994a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:45,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:45,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:45,103 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:45,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722e7930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230d245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:45,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:45,105 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278711f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:45,107 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:45,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18dd5f99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b236c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:45,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:45,108 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:45,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212719ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:45,110 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27975f0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677aa7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:45,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:45,111 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116a9710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:45,113 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54336dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae3464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:45,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:45,114 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1882995e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:45,115 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21253c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbb11d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:45,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:45,117 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fa0b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:45,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:45,118 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:45,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdff758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d2a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:56:45,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:56:45,120 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:56:45,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:56:45,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:56:45,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb8906f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:56:45,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:56:45,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:56:45,121 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:56:45,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3035364d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:56:45,123 DEBUG [Thread-789 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:45,123 DEBUG [Thread-781 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:45,123 DEBUG [Thread-783 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:45,123 DEBUG [Thread-787 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:45,123 DEBUG [Thread-798 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:45,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:45,124 DEBUG [Thread-792 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:45,124 DEBUG [Thread-794 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:45,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-22T19:56:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:45,125 DEBUG [Thread-796 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:45,126 DEBUG [Thread-785 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:56:45,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:45,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:45,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:45,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T19:56:45,127 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:45,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:45,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:45,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:45,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:45,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:56:45,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:45,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:45,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:56:45,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:45,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:45,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:45,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:45,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:56:45,130 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:45,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:45,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:56:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:56:45,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:56:45,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:56:45,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:56:45,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:56:45,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:56:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:56:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:56:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,149 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:45,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T19:56:45,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a2a82631764c408e8b377ae360e24a47_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305405146/Put/seqid=0 2024-11-22T19:56:45,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741987_1163 (size=12154) 2024-11-22T19:56:45,201 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:45,208 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a2a82631764c408e8b377ae360e24a47_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a2a82631764c408e8b377ae360e24a47_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,212 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/142c8046e2784e529e32505148908092, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:45,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/142c8046e2784e529e32505148908092 is 175, key is test_row_0/A:col10/1732305405146/Put/seqid=0 2024-11-22T19:56:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T19:56:45,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741988_1164 (size=30955) 2024-11-22T19:56:45,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305465229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,243 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/142c8046e2784e529e32505148908092 2024-11-22T19:56:45,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305465231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305465240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305465244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305465242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T19:56:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:45,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:45,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/652d190f663b48f0970f2c3318fbfae8 is 50, key is test_row_0/B:col10/1732305405146/Put/seqid=0 2024-11-22T19:56:45,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741989_1165 (size=12001) 2024-11-22T19:56:45,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305465347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305465347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305465357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305465357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305465367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T19:56:45,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T19:56:45,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:45,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:45,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:45,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305465556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305465556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305465566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305465567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305465577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T19:56:45,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:45,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:45,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:45,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/652d190f663b48f0970f2c3318fbfae8 2024-11-22T19:56:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T19:56:45,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T19:56:45,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:45,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:45,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:45,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/845a7b30ec814001b806545a01381c31 is 50, key is test_row_0/C:col10/1732305405146/Put/seqid=0 2024-11-22T19:56:45,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741990_1166 (size=12001) 2024-11-22T19:56:45,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/845a7b30ec814001b806545a01381c31 2024-11-22T19:56:45,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/142c8046e2784e529e32505148908092 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/142c8046e2784e529e32505148908092 2024-11-22T19:56:45,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/142c8046e2784e529e32505148908092, entries=150, sequenceid=17, filesize=30.2 K 2024-11-22T19:56:45,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/652d190f663b48f0970f2c3318fbfae8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/652d190f663b48f0970f2c3318fbfae8 2024-11-22T19:56:45,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/652d190f663b48f0970f2c3318fbfae8, entries=150, sequenceid=17, filesize=11.7 K 2024-11-22T19:56:45,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/845a7b30ec814001b806545a01381c31 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/845a7b30ec814001b806545a01381c31 2024-11-22T19:56:45,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/845a7b30ec814001b806545a01381c31, entries=150, sequenceid=17, filesize=11.7 K 2024-11-22T19:56:45,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 634f355fa6e5022c49ac1b285405a69e in 678ms, sequenceid=17, compaction requested=false 2024-11-22T19:56:45,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,872 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:45,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T19:56:45,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229ea0c6d1b29149c2a43d27c40ec17436_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305405869/Put/seqid=0 2024-11-22T19:56:45,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741991_1167 (size=17034) 2024-11-22T19:56:45,899 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:45,906 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229ea0c6d1b29149c2a43d27c40ec17436_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229ea0c6d1b29149c2a43d27c40ec17436_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:45,908 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/f43de2dd9f9a4be580d7a45c45bfd5e7, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:45,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/f43de2dd9f9a4be580d7a45c45bfd5e7 is 175, key is test_row_0/A:col10/1732305405869/Put/seqid=0 2024-11-22T19:56:45,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305465898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305465898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305465902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305465903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T19:56:45,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:45,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:45,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:45,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741992_1168 (size=48139) 2024-11-22T19:56:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:45,921 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/f43de2dd9f9a4be580d7a45c45bfd5e7 2024-11-22T19:56:45,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305465911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:45,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:45,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:45,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/2dc84bc93141400aad9ed3c18de8f17e is 50, key is test_row_0/B:col10/1732305405869/Put/seqid=0 2024-11-22T19:56:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741993_1169 (size=12001) 2024-11-22T19:56:45,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/2dc84bc93141400aad9ed3c18de8f17e 2024-11-22T19:56:45,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/8f189eeab4e54a6380e1f58eb6e13ea2 is 50, key is test_row_0/C:col10/1732305405869/Put/seqid=0 2024-11-22T19:56:45,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741994_1170 (size=12001) 2024-11-22T19:56:45,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/8f189eeab4e54a6380e1f58eb6e13ea2 2024-11-22T19:56:45,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/f43de2dd9f9a4be580d7a45c45bfd5e7 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/f43de2dd9f9a4be580d7a45c45bfd5e7 2024-11-22T19:56:46,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/f43de2dd9f9a4be580d7a45c45bfd5e7, entries=250, sequenceid=43, filesize=47.0 K 2024-11-22T19:56:46,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/2dc84bc93141400aad9ed3c18de8f17e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/2dc84bc93141400aad9ed3c18de8f17e 2024-11-22T19:56:46,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/2dc84bc93141400aad9ed3c18de8f17e, entries=150, sequenceid=43, filesize=11.7 K 2024-11-22T19:56:46,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/8f189eeab4e54a6380e1f58eb6e13ea2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/8f189eeab4e54a6380e1f58eb6e13ea2 2024-11-22T19:56:46,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/8f189eeab4e54a6380e1f58eb6e13ea2, entries=150, sequenceid=43, filesize=11.7 K 2024-11-22T19:56:46,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 634f355fa6e5022c49ac1b285405a69e in 146ms, sequenceid=43, compaction requested=false 2024-11-22T19:56:46,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:46,023 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:46,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:56:46,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112236c978df33cc4a69af2aca4892b4beec_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305406020/Put/seqid=0 2024-11-22T19:56:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741995_1171 (size=14594) 2024-11-22T19:56:46,044 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:46,052 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112236c978df33cc4a69af2aca4892b4beec_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112236c978df33cc4a69af2aca4892b4beec_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:46,054 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/afa1e033fe0c4590be6015c927c7ec1b, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:46,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/afa1e033fe0c4590be6015c927c7ec1b is 175, key is test_row_0/A:col10/1732305406020/Put/seqid=0 2024-11-22T19:56:46,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741996_1172 (size=39549) 2024-11-22T19:56:46,068 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/afa1e033fe0c4590be6015c927c7ec1b 2024-11-22T19:56:46,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T19:56:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:46,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:46,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:46,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:46,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/65f96ea1974c4fcaa1ecf9afd20b5964 is 50, key is test_row_0/B:col10/1732305406020/Put/seqid=0 2024-11-22T19:56:46,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741997_1173 (size=12001) 2024-11-22T19:56:46,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/65f96ea1974c4fcaa1ecf9afd20b5964 2024-11-22T19:56:46,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/7ea70fa0b18746e2b6151f03e6043ac4 is 50, key is test_row_0/C:col10/1732305406020/Put/seqid=0 2024-11-22T19:56:46,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741998_1174 (size=12001) 2024-11-22T19:56:46,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305466094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305466117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305466150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305466150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305466151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T19:56:46,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:46,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:46,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:46,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:46,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:46,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305466256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T19:56:46,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305466267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305466267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305466268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305466270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T19:56:46,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:46,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:46,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:46,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:46,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:46,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305466467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305466476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305466477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305466477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305466477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/7ea70fa0b18746e2b6151f03e6043ac4 2024-11-22T19:56:46,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/afa1e033fe0c4590be6015c927c7ec1b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/afa1e033fe0c4590be6015c927c7ec1b 2024-11-22T19:56:46,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/afa1e033fe0c4590be6015c927c7ec1b, entries=200, sequenceid=54, filesize=38.6 K 2024-11-22T19:56:46,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/65f96ea1974c4fcaa1ecf9afd20b5964 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/65f96ea1974c4fcaa1ecf9afd20b5964 2024-11-22T19:56:46,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T19:56:46,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:46,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:46,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:46,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:46,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:46,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/65f96ea1974c4fcaa1ecf9afd20b5964, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T19:56:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/7ea70fa0b18746e2b6151f03e6043ac4 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/7ea70fa0b18746e2b6151f03e6043ac4 2024-11-22T19:56:46,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/7ea70fa0b18746e2b6151f03e6043ac4, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T19:56:46,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 634f355fa6e5022c49ac1b285405a69e in 522ms, sequenceid=54, compaction requested=true 2024-11-22T19:56:46,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:46,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:46,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:46,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:46,545 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:46,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:46,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:46,546 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:46,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:46,547 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:46,547 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:46,547 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/B is initiating minor compaction (all files) 2024-11-22T19:56:46,547 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/A is initiating minor compaction (all files) 2024-11-22T19:56:46,547 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/B in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:46,547 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/652d190f663b48f0970f2c3318fbfae8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/2dc84bc93141400aad9ed3c18de8f17e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/65f96ea1974c4fcaa1ecf9afd20b5964] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=35.2 K 2024-11-22T19:56:46,548 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/A in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:46,548 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/142c8046e2784e529e32505148908092, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/f43de2dd9f9a4be580d7a45c45bfd5e7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/afa1e033fe0c4590be6015c927c7ec1b] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=115.9 K 2024-11-22T19:56:46,548 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:46,548 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/142c8046e2784e529e32505148908092, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/f43de2dd9f9a4be580d7a45c45bfd5e7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/afa1e033fe0c4590be6015c927c7ec1b] 2024-11-22T19:56:46,548 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 652d190f663b48f0970f2c3318fbfae8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732305405137 2024-11-22T19:56:46,549 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dc84bc93141400aad9ed3c18de8f17e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732305405240 2024-11-22T19:56:46,549 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 142c8046e2784e529e32505148908092, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732305405137 2024-11-22T19:56:46,549 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 65f96ea1974c4fcaa1ecf9afd20b5964, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732305405893 2024-11-22T19:56:46,549 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting f43de2dd9f9a4be580d7a45c45bfd5e7, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732305405221 2024-11-22T19:56:46,550 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting afa1e033fe0c4590be6015c927c7ec1b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732305405893 2024-11-22T19:56:46,561 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:46,567 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#B#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:46,567 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/ea7d903ab6af44afaf2f5483411449fe is 50, key is test_row_0/B:col10/1732305406020/Put/seqid=0 2024-11-22T19:56:46,573 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122cba70978761440fcbc022fe13911a80a_634f355fa6e5022c49ac1b285405a69e store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:46,577 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122cba70978761440fcbc022fe13911a80a_634f355fa6e5022c49ac1b285405a69e, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:46,577 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cba70978761440fcbc022fe13911a80a_634f355fa6e5022c49ac1b285405a69e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:46,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741999_1175 (size=12104) 2024-11-22T19:56:46,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742000_1176 (size=4469) 2024-11-22T19:56:46,603 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/ea7d903ab6af44afaf2f5483411449fe as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/ea7d903ab6af44afaf2f5483411449fe 2024-11-22T19:56:46,609 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/B of 634f355fa6e5022c49ac1b285405a69e into ea7d903ab6af44afaf2f5483411449fe(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:46,609 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:46,609 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/B, priority=13, startTime=1732305406545; duration=0sec 2024-11-22T19:56:46,609 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:46,610 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:B 2024-11-22T19:56:46,610 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:46,612 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:46,612 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/C is initiating minor compaction (all files) 2024-11-22T19:56:46,612 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/C in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:46,612 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/845a7b30ec814001b806545a01381c31, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/8f189eeab4e54a6380e1f58eb6e13ea2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/7ea70fa0b18746e2b6151f03e6043ac4] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=35.2 K 2024-11-22T19:56:46,613 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 845a7b30ec814001b806545a01381c31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732305405137 2024-11-22T19:56:46,614 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f189eeab4e54a6380e1f58eb6e13ea2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732305405240 2024-11-22T19:56:46,614 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ea70fa0b18746e2b6151f03e6043ac4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732305405893 2024-11-22T19:56:46,626 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#C#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:46,626 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/4a2a51253d1c43e8935ed9a860b2d130 is 50, key is test_row_0/C:col10/1732305406020/Put/seqid=0 2024-11-22T19:56:46,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742001_1177 (size=12104) 2024-11-22T19:56:46,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T19:56:46,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:46,689 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T19:56:46,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122febcb2cce37e4ef8b6fcd4a53e1ca303_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305406110/Put/seqid=0 2024-11-22T19:56:46,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742002_1178 (size=12154) 2024-11-22T19:56:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:46,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:46,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305466793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305466795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305466795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305466796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305466797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,842 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T19:56:46,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305466906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305466907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305466907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305466907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305466908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:46,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:46,997 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#A#compaction#156 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:46,998 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/dd8c465762c741acbd78087c9a0e9edf is 175, key is test_row_0/A:col10/1732305406020/Put/seqid=0 2024-11-22T19:56:47,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742003_1179 (size=31058) 2024-11-22T19:56:47,016 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/dd8c465762c741acbd78087c9a0e9edf as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/dd8c465762c741acbd78087c9a0e9edf 2024-11-22T19:56:47,025 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/A of 634f355fa6e5022c49ac1b285405a69e into dd8c465762c741acbd78087c9a0e9edf(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:47,026 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:47,026 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/A, priority=13, startTime=1732305406545; duration=0sec 2024-11-22T19:56:47,026 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:47,026 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:A 2024-11-22T19:56:47,051 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/4a2a51253d1c43e8935ed9a860b2d130 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/4a2a51253d1c43e8935ed9a860b2d130 2024-11-22T19:56:47,059 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/C of 634f355fa6e5022c49ac1b285405a69e into 4a2a51253d1c43e8935ed9a860b2d130(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:47,059 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:47,059 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/C, priority=13, startTime=1732305406546; duration=0sec 2024-11-22T19:56:47,059 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:47,060 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:C 2024-11-22T19:56:47,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:47,110 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122febcb2cce37e4ef8b6fcd4a53e1ca303_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122febcb2cce37e4ef8b6fcd4a53e1ca303_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:47,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/33edc851c0fa4ba8aa7db77006010dd0, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:47,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/33edc851c0fa4ba8aa7db77006010dd0 is 175, key is test_row_0/A:col10/1732305406110/Put/seqid=0 2024-11-22T19:56:47,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305467117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742004_1180 (size=30955) 2024-11-22T19:56:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305467117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305467117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305467117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305467118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,121 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/33edc851c0fa4ba8aa7db77006010dd0 2024-11-22T19:56:47,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/cc92e71a05254141ae1d8cf3b9c2c867 is 50, key is test_row_0/B:col10/1732305406110/Put/seqid=0 2024-11-22T19:56:47,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742005_1181 (size=12001) 2024-11-22T19:56:47,137 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/cc92e71a05254141ae1d8cf3b9c2c867 2024-11-22T19:56:47,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/ed8fc61f724c4f768157ec1533626587 is 50, key is test_row_0/C:col10/1732305406110/Put/seqid=0 2024-11-22T19:56:47,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742006_1182 (size=12001) 2024-11-22T19:56:47,190 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/ed8fc61f724c4f768157ec1533626587 2024-11-22T19:56:47,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/33edc851c0fa4ba8aa7db77006010dd0 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/33edc851c0fa4ba8aa7db77006010dd0 2024-11-22T19:56:47,205 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/33edc851c0fa4ba8aa7db77006010dd0, entries=150, sequenceid=81, filesize=30.2 K 2024-11-22T19:56:47,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/cc92e71a05254141ae1d8cf3b9c2c867 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/cc92e71a05254141ae1d8cf3b9c2c867 2024-11-22T19:56:47,212 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/cc92e71a05254141ae1d8cf3b9c2c867, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T19:56:47,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/ed8fc61f724c4f768157ec1533626587 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/ed8fc61f724c4f768157ec1533626587 2024-11-22T19:56:47,220 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/ed8fc61f724c4f768157ec1533626587, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T19:56:47,222 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 634f355fa6e5022c49ac1b285405a69e in 533ms, sequenceid=81, compaction requested=false 2024-11-22T19:56:47,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:47,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:47,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-22T19:56:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-22T19:56:47,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-22T19:56:47,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0950 sec 2024-11-22T19:56:47,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.1070 sec 2024-11-22T19:56:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T19:56:47,287 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:47,287 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-22T19:56:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T19:56:47,290 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:47,291 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:47,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T19:56:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:47,430 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:47,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:56:47,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T19:56:47,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:47,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:47,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:47,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:47,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:47,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226a6ada3e57af45fe8efc55afdf6506a5_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305406792/Put/seqid=0 2024-11-22T19:56:47,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305467464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305467464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742007_1183 (size=12154) 2024-11-22T19:56:47,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305467465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,477 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:47,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305467471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305467472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,482 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226a6ada3e57af45fe8efc55afdf6506a5_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226a6ada3e57af45fe8efc55afdf6506a5_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:47,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,483 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/cfb0df2e97314a9688af62cf00e2a9fb, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:47,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/cfb0df2e97314a9688af62cf00e2a9fb is 175, key is test_row_0/A:col10/1732305406792/Put/seqid=0 2024-11-22T19:56:47,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742008_1184 (size=30955) 2024-11-22T19:56:47,495 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/cfb0df2e97314a9688af62cf00e2a9fb 2024-11-22T19:56:47,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/b87a908d0f934395ab5e90bb7d579c00 is 50, key is test_row_0/B:col10/1732305406792/Put/seqid=0 2024-11-22T19:56:47,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742009_1185 (size=12001) 2024-11-22T19:56:47,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/b87a908d0f934395ab5e90bb7d579c00 2024-11-22T19:56:47,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/7fa11594ca3f4d21bbc57e3c1fe7edac is 50, key is test_row_0/C:col10/1732305406792/Put/seqid=0 2024-11-22T19:56:47,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742010_1186 (size=12001) 2024-11-22T19:56:47,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/7fa11594ca3f4d21bbc57e3c1fe7edac 2024-11-22T19:56:47,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/cfb0df2e97314a9688af62cf00e2a9fb as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/cfb0df2e97314a9688af62cf00e2a9fb 2024-11-22T19:56:47,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/cfb0df2e97314a9688af62cf00e2a9fb, entries=150, sequenceid=94, filesize=30.2 K 2024-11-22T19:56:47,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/b87a908d0f934395ab5e90bb7d579c00 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b87a908d0f934395ab5e90bb7d579c00 2024-11-22T19:56:47,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b87a908d0f934395ab5e90bb7d579c00, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T19:56:47,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/7fa11594ca3f4d21bbc57e3c1fe7edac as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/7fa11594ca3f4d21bbc57e3c1fe7edac 2024-11-22T19:56:47,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/7fa11594ca3f4d21bbc57e3c1fe7edac, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T19:56:47,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 634f355fa6e5022c49ac1b285405a69e in 142ms, sequenceid=94, compaction requested=true 2024-11-22T19:56:47,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:47,573 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:47,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:47,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:47,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:47,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:47,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:47,573 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:47,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:47,574 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:47,574 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/A is initiating minor compaction (all files) 2024-11-22T19:56:47,575 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/A in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:47,575 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/dd8c465762c741acbd78087c9a0e9edf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/33edc851c0fa4ba8aa7db77006010dd0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/cfb0df2e97314a9688af62cf00e2a9fb] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=90.8 K 2024-11-22T19:56:47,575 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:47,575 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/dd8c465762c741acbd78087c9a0e9edf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/33edc851c0fa4ba8aa7db77006010dd0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/cfb0df2e97314a9688af62cf00e2a9fb] 2024-11-22T19:56:47,575 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:47,575 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/B is initiating minor compaction (all files) 2024-11-22T19:56:47,575 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/B in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:47,575 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/ea7d903ab6af44afaf2f5483411449fe, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/cc92e71a05254141ae1d8cf3b9c2c867, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b87a908d0f934395ab5e90bb7d579c00] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=35.3 K 2024-11-22T19:56:47,576 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd8c465762c741acbd78087c9a0e9edf, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732305405893 2024-11-22T19:56:47,576 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ea7d903ab6af44afaf2f5483411449fe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732305405893 2024-11-22T19:56:47,576 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33edc851c0fa4ba8aa7db77006010dd0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732305406100 2024-11-22T19:56:47,580 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting cc92e71a05254141ae1d8cf3b9c2c867, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732305406100 2024-11-22T19:56:47,580 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfb0df2e97314a9688af62cf00e2a9fb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732305406792 2024-11-22T19:56:47,581 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b87a908d0f934395ab5e90bb7d579c00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732305406792 2024-11-22T19:56:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:47,583 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:47,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T19:56:47,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T19:56:47,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:47,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:47,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:47,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:47,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:47,599 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:47,599 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/049435227e5745eb959859e5604c14b8 is 50, key is test_row_0/B:col10/1732305406792/Put/seqid=0 2024-11-22T19:56:47,601 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:47,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305467595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T19:56:47,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305467599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305467599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,612 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122448218dc784d4e6dabb9b27cc0b01732_634f355fa6e5022c49ac1b285405a69e store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:47,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305467605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305467610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,615 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122448218dc784d4e6dabb9b27cc0b01732_634f355fa6e5022c49ac1b285405a69e, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,615 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122448218dc784d4e6dabb9b27cc0b01732_634f355fa6e5022c49ac1b285405a69e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742011_1187 (size=12207) 2024-11-22T19:56:47,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122afddafa7ce3141c3a281e6e54ef568eb_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305407580/Put/seqid=0 2024-11-22T19:56:47,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742012_1188 (size=4469) 2024-11-22T19:56:47,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742013_1189 (size=12154) 2024-11-22T19:56:47,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305467716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305467717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305467717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305467726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305467726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T19:56:47,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:47,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:47,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:47,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:47,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:47,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T19:56:47,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:47,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:47,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:47,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:47,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T19:56:47,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305467926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305467927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305467937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305467937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305467937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:47,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:47,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,039 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/049435227e5745eb959859e5604c14b8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/049435227e5745eb959859e5604c14b8 2024-11-22T19:56:48,046 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/B of 634f355fa6e5022c49ac1b285405a69e into 049435227e5745eb959859e5604c14b8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:48,047 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:48,047 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/B, priority=13, startTime=1732305407573; duration=0sec 2024-11-22T19:56:48,047 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:48,047 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:B 2024-11-22T19:56:48,047 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:48,048 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:48,049 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#A#compaction#166 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:48,049 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/047bdfed81154f4f869e289f0948d62a is 175, key is test_row_0/A:col10/1732305406792/Put/seqid=0 2024-11-22T19:56:48,051 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:48,051 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/C is initiating minor compaction (all files) 2024-11-22T19:56:48,052 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/C in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:48,052 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/4a2a51253d1c43e8935ed9a860b2d130, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/ed8fc61f724c4f768157ec1533626587, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/7fa11594ca3f4d21bbc57e3c1fe7edac] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=35.3 K 2024-11-22T19:56:48,052 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a2a51253d1c43e8935ed9a860b2d130, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732305405893 2024-11-22T19:56:48,053 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ed8fc61f724c4f768157ec1533626587, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732305406100 2024-11-22T19:56:48,054 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fa11594ca3f4d21bbc57e3c1fe7edac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732305406792 2024-11-22T19:56:48,055 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122afddafa7ce3141c3a281e6e54ef568eb_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122afddafa7ce3141c3a281e6e54ef568eb_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:48,056 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/8dc95dc58f1e4cbabf031a38f0d0391f, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:48,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/8dc95dc58f1e4cbabf031a38f0d0391f is 175, key is test_row_0/A:col10/1732305407580/Put/seqid=0 2024-11-22T19:56:48,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T19:56:48,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:48,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:48,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:48,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:48,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:48,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742014_1190 (size=31161) 2024-11-22T19:56:48,077 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:48,077 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/047bdfed81154f4f869e289f0948d62a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/047bdfed81154f4f869e289f0948d62a 2024-11-22T19:56:48,077 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/5812bcb81b8f4e4dbe4b511317f4a5c6 is 50, key is test_row_0/C:col10/1732305406792/Put/seqid=0 2024-11-22T19:56:48,086 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/A of 634f355fa6e5022c49ac1b285405a69e into 047bdfed81154f4f869e289f0948d62a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:48,086 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:48,086 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/A, priority=13, startTime=1732305407573; duration=0sec 2024-11-22T19:56:48,086 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:48,086 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:A 2024-11-22T19:56:48,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742015_1191 (size=30955) 2024-11-22T19:56:48,106 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/8dc95dc58f1e4cbabf031a38f0d0391f 2024-11-22T19:56:48,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/b8cebeeed3094511a3c9a02f3d7425d7 is 50, key is test_row_0/B:col10/1732305407580/Put/seqid=0 2024-11-22T19:56:48,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742016_1192 (size=12207) 2024-11-22T19:56:48,139 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/5812bcb81b8f4e4dbe4b511317f4a5c6 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/5812bcb81b8f4e4dbe4b511317f4a5c6 2024-11-22T19:56:48,148 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/C of 634f355fa6e5022c49ac1b285405a69e into 5812bcb81b8f4e4dbe4b511317f4a5c6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:48,148 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:48,148 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/C, priority=13, startTime=1732305407573; duration=0sec 2024-11-22T19:56:48,148 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:48,148 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:C 2024-11-22T19:56:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742017_1193 (size=12001) 2024-11-22T19:56:48,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/b8cebeeed3094511a3c9a02f3d7425d7 2024-11-22T19:56:48,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/8229d692a4864f44bb469ddee307c0f0 is 50, key is test_row_0/C:col10/1732305407580/Put/seqid=0 2024-11-22T19:56:48,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742018_1194 (size=12001) 2024-11-22T19:56:48,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/8229d692a4864f44bb469ddee307c0f0 2024-11-22T19:56:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/8dc95dc58f1e4cbabf031a38f0d0391f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8dc95dc58f1e4cbabf031a38f0d0391f 2024-11-22T19:56:48,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8dc95dc58f1e4cbabf031a38f0d0391f, entries=150, sequenceid=122, filesize=30.2 K 2024-11-22T19:56:48,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/b8cebeeed3094511a3c9a02f3d7425d7 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b8cebeeed3094511a3c9a02f3d7425d7 2024-11-22T19:56:48,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b8cebeeed3094511a3c9a02f3d7425d7, entries=150, sequenceid=122, filesize=11.7 K 2024-11-22T19:56:48,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/8229d692a4864f44bb469ddee307c0f0 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/8229d692a4864f44bb469ddee307c0f0 2024-11-22T19:56:48,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/8229d692a4864f44bb469ddee307c0f0, entries=150, sequenceid=122, filesize=11.7 K 2024-11-22T19:56:48,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 634f355fa6e5022c49ac1b285405a69e in 623ms, sequenceid=122, compaction requested=false 2024-11-22T19:56:48,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:48,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T19:56:48,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:48,212 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T19:56:48,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122abd8fba78a0445b994679deab73fcc0e_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305407598/Put/seqid=0 2024-11-22T19:56:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742019_1195 (size=12204) 2024-11-22T19:56:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:48,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305468272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305468274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305468276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305468277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305468279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305468386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305468386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305468386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305468387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305468387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T19:56:48,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305468596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305468596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305468597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305468607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305468607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:48,638 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122abd8fba78a0445b994679deab73fcc0e_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122abd8fba78a0445b994679deab73fcc0e_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/25af9fa3829943c8916a69591863d940, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/25af9fa3829943c8916a69591863d940 is 175, key is test_row_0/A:col10/1732305407598/Put/seqid=0 2024-11-22T19:56:48,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742020_1196 (size=31005) 2024-11-22T19:56:48,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305468906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305468906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305468906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305468917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305468917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:49,046 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/25af9fa3829943c8916a69591863d940 2024-11-22T19:56:49,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/70739223204c47fc9c609537a36700d3 is 50, key is test_row_0/B:col10/1732305407598/Put/seqid=0 2024-11-22T19:56:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742021_1197 (size=12051) 2024-11-22T19:56:49,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305469427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:49,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:49,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:49,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:49,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305469427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:49,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:49,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305469427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305469427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:49,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305469427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T19:56:49,460 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/70739223204c47fc9c609537a36700d3 2024-11-22T19:56:49,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/f1f5deb19c8f4080accf6de4a910dcb6 is 50, key is test_row_0/C:col10/1732305407598/Put/seqid=0 2024-11-22T19:56:49,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742022_1198 (size=12051) 2024-11-22T19:56:49,873 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/f1f5deb19c8f4080accf6de4a910dcb6 2024-11-22T19:56:49,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/25af9fa3829943c8916a69591863d940 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/25af9fa3829943c8916a69591863d940 2024-11-22T19:56:49,883 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/25af9fa3829943c8916a69591863d940, entries=150, sequenceid=134, filesize=30.3 K 2024-11-22T19:56:49,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/70739223204c47fc9c609537a36700d3 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/70739223204c47fc9c609537a36700d3 2024-11-22T19:56:49,889 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/70739223204c47fc9c609537a36700d3, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T19:56:49,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/f1f5deb19c8f4080accf6de4a910dcb6 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/f1f5deb19c8f4080accf6de4a910dcb6 2024-11-22T19:56:49,898 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/f1f5deb19c8f4080accf6de4a910dcb6, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T19:56:49,899 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 634f355fa6e5022c49ac1b285405a69e in 1687ms, sequenceid=134, compaction requested=true 2024-11-22T19:56:49,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:49,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:49,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T19:56:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T19:56:49,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-22T19:56:49,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6100 sec 2024-11-22T19:56:49,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.6170 sec 2024-11-22T19:56:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:50,444 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:50,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T19:56:50,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112242f32f043ea54a88827ce466cff7bf6e_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305408277/Put/seqid=0 2024-11-22T19:56:50,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305470456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305470457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305470457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305470458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742023_1199 (size=14794) 2024-11-22T19:56:50,463 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:50,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305470459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,470 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112242f32f043ea54a88827ce466cff7bf6e_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112242f32f043ea54a88827ce466cff7bf6e_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:50,471 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/1b1fa2c6880c48b59f9d8a81e34caa21, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:50,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/1b1fa2c6880c48b59f9d8a81e34caa21 is 175, key is test_row_0/A:col10/1732305408277/Put/seqid=0 2024-11-22T19:56:50,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742024_1200 (size=39749) 2024-11-22T19:56:50,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305470566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305470566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305470566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305470567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305470577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305470776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305470776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305470777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305470777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305470786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:50,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:50,881 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/1b1fa2c6880c48b59f9d8a81e34caa21 2024-11-22T19:56:50,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/dfeefa16bcba4bf1becbc8098463db44 is 50, key is test_row_0/B:col10/1732305408277/Put/seqid=0 2024-11-22T19:56:50,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742025_1201 (size=12151) 2024-11-22T19:56:51,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305471086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305471086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305471086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305471087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305471097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,160 INFO [master/982bb8edae1e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T19:56:51,161 INFO [master/982bb8edae1e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T19:56:51,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/dfeefa16bcba4bf1becbc8098463db44 2024-11-22T19:56:51,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/9c7ac42b413f46f78ce06f19debb8fb0 is 50, key is test_row_0/C:col10/1732305408277/Put/seqid=0 2024-11-22T19:56:51,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742026_1202 (size=12151) 2024-11-22T19:56:51,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/9c7ac42b413f46f78ce06f19debb8fb0 2024-11-22T19:56:51,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/1b1fa2c6880c48b59f9d8a81e34caa21 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1b1fa2c6880c48b59f9d8a81e34caa21 2024-11-22T19:56:51,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1b1fa2c6880c48b59f9d8a81e34caa21, entries=200, sequenceid=162, filesize=38.8 K 2024-11-22T19:56:51,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/dfeefa16bcba4bf1becbc8098463db44 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/dfeefa16bcba4bf1becbc8098463db44 2024-11-22T19:56:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/dfeefa16bcba4bf1becbc8098463db44, entries=150, sequenceid=162, filesize=11.9 K 2024-11-22T19:56:51,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/9c7ac42b413f46f78ce06f19debb8fb0 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/9c7ac42b413f46f78ce06f19debb8fb0 2024-11-22T19:56:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/9c7ac42b413f46f78ce06f19debb8fb0, entries=150, sequenceid=162, filesize=11.9 K 2024-11-22T19:56:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 634f355fa6e5022c49ac1b285405a69e in 901ms, sequenceid=162, compaction requested=true 2024-11-22T19:56:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:51,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:51,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:51,346 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:56:51,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:51,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:51,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T19:56:51,346 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:56:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,348 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132870 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:56:51,348 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:56:51,348 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/A is initiating minor compaction (all files) 2024-11-22T19:56:51,348 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/B is initiating minor compaction (all files) 2024-11-22T19:56:51,348 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/A in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:51,348 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/B in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,348 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/047bdfed81154f4f869e289f0948d62a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8dc95dc58f1e4cbabf031a38f0d0391f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/25af9fa3829943c8916a69591863d940, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1b1fa2c6880c48b59f9d8a81e34caa21] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=129.8 K 2024-11-22T19:56:51,348 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/049435227e5745eb959859e5604c14b8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b8cebeeed3094511a3c9a02f3d7425d7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/70739223204c47fc9c609537a36700d3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/dfeefa16bcba4bf1becbc8098463db44] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=47.3 K 2024-11-22T19:56:51,348 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:51,348 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/047bdfed81154f4f869e289f0948d62a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8dc95dc58f1e4cbabf031a38f0d0391f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/25af9fa3829943c8916a69591863d940, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1b1fa2c6880c48b59f9d8a81e34caa21] 2024-11-22T19:56:51,348 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 049435227e5745eb959859e5604c14b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732305406792 2024-11-22T19:56:51,348 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 047bdfed81154f4f869e289f0948d62a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732305406792 2024-11-22T19:56:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,349 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dc95dc58f1e4cbabf031a38f0d0391f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732305407469 2024-11-22T19:56:51,349 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b8cebeeed3094511a3c9a02f3d7425d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732305407469 2024-11-22T19:56:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,350 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25af9fa3829943c8916a69591863d940, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732305407591 2024-11-22T19:56:51,350 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 70739223204c47fc9c609537a36700d3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732305407591 2024-11-22T19:56:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,350 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b1fa2c6880c48b59f9d8a81e34caa21, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732305408274 2024-11-22T19:56:51,350 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting dfeefa16bcba4bf1becbc8098463db44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732305408275 2024-11-22T19:56:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,360 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,363 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112204fbb5dadd8f4d66a6f0e9fc6f8583e4_634f355fa6e5022c49ac1b285405a69e store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,364 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#B#compaction#177 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,365 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/0688230889a44a70812c04a0e0dac965 is 50, key is test_row_0/B:col10/1732305408277/Put/seqid=0 2024-11-22T19:56:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,367 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112204fbb5dadd8f4d66a6f0e9fc6f8583e4_634f355fa6e5022c49ac1b285405a69e, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:51,368 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112204fbb5dadd8f4d66a6f0e9fc6f8583e4_634f355fa6e5022c49ac1b285405a69e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742028_1204 (size=12493) 2024-11-22T19:56:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742027_1203 (size=4469) 2024-11-22T19:56:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,390 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/0688230889a44a70812c04a0e0dac965 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/0688230889a44a70812c04a0e0dac965 2024-11-22T19:56:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,397 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/B of 634f355fa6e5022c49ac1b285405a69e into 0688230889a44a70812c04a0e0dac965(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:51,397 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:51,397 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/B, priority=12, startTime=1732305411346; duration=0sec 2024-11-22T19:56:51,397 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:51,397 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:B 2024-11-22T19:56:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,398 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:56:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,400 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:56:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,400 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/C is initiating minor compaction (all files) 2024-11-22T19:56:51,400 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/C in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:51,400 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/5812bcb81b8f4e4dbe4b511317f4a5c6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/8229d692a4864f44bb469ddee307c0f0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/f1f5deb19c8f4080accf6de4a910dcb6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/9c7ac42b413f46f78ce06f19debb8fb0] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=47.3 K 2024-11-22T19:56:51,400 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 5812bcb81b8f4e4dbe4b511317f4a5c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732305406792 2024-11-22T19:56:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,401 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 8229d692a4864f44bb469ddee307c0f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732305407469 2024-11-22T19:56:51,401 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting f1f5deb19c8f4080accf6de4a910dcb6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732305407591 2024-11-22T19:56:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,401 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c7ac42b413f46f78ce06f19debb8fb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732305408275 2024-11-22T19:56:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,420 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#C#compaction#179 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,421 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/cb76fe8d33874e1aa426145d44ea90de is 50, key is test_row_0/C:col10/1732305408277/Put/seqid=0 2024-11-22T19:56:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742029_1205 (size=12493) 2024-11-22T19:56:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,435 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/cb76fe8d33874e1aa426145d44ea90de as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/cb76fe8d33874e1aa426145d44ea90de 2024-11-22T19:56:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,442 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/C of 634f355fa6e5022c49ac1b285405a69e into cb76fe8d33874e1aa426145d44ea90de(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:51,442 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,443 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/C, priority=12, startTime=1732305411346; duration=0sec 2024-11-22T19:56:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,443 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:51,443 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:C 2024-11-22T19:56:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T19:56:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,447 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,448 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-22T19:56:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T19:56:51,451 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,452 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:51,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T19:56:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T19:56:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,605 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T19:56:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112270e8b3a086a74f73b4fd4d6d83f1624d_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_1/A:col10/1732305410457/Put/seqid=0 2024-11-22T19:56:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742030_1206 (size=9814) 2024-11-22T19:56:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,634 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112270e8b3a086a74f73b4fd4d6d83f1624d_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112270e8b3a086a74f73b4fd4d6d83f1624d_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/8a66f343e1224145be4817a9eba0ebbf, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/8a66f343e1224145be4817a9eba0ebbf is 175, key is test_row_1/A:col10/1732305410457/Put/seqid=0 2024-11-22T19:56:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:51,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:51,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742031_1207 (size=22461) 2024-11-22T19:56:51,653 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/8a66f343e1224145be4817a9eba0ebbf 2024-11-22T19:56:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/3d3ece5b30ff4e53b97b1f0e6ce57271 is 50, key is test_row_1/B:col10/1732305410457/Put/seqid=0 2024-11-22T19:56:51,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305471672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305471675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305471676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742032_1208 (size=9757) 2024-11-22T19:56:51,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305471680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,687 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/3d3ece5b30ff4e53b97b1f0e6ce57271 2024-11-22T19:56:51,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305471680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/b388c5a73f7d4877983028e713b0705a is 50, key is test_row_1/C:col10/1732305410457/Put/seqid=0 2024-11-22T19:56:51,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742033_1209 (size=9757) 2024-11-22T19:56:51,709 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/b388c5a73f7d4877983028e713b0705a 2024-11-22T19:56:51,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/8a66f343e1224145be4817a9eba0ebbf as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8a66f343e1224145be4817a9eba0ebbf 2024-11-22T19:56:51,724 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8a66f343e1224145be4817a9eba0ebbf, entries=100, sequenceid=173, filesize=21.9 K 2024-11-22T19:56:51,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/3d3ece5b30ff4e53b97b1f0e6ce57271 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/3d3ece5b30ff4e53b97b1f0e6ce57271 2024-11-22T19:56:51,735 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/3d3ece5b30ff4e53b97b1f0e6ce57271, entries=100, sequenceid=173, filesize=9.5 K 2024-11-22T19:56:51,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/b388c5a73f7d4877983028e713b0705a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/b388c5a73f7d4877983028e713b0705a 2024-11-22T19:56:51,745 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/b388c5a73f7d4877983028e713b0705a, entries=100, sequenceid=173, filesize=9.5 K 2024-11-22T19:56:51,748 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 634f355fa6e5022c49ac1b285405a69e in 143ms, sequenceid=173, compaction requested=false 2024-11-22T19:56:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-22T19:56:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-22T19:56:51,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-22T19:56:51,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 298 msec 2024-11-22T19:56:51,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 307 msec 2024-11-22T19:56:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T19:56:51,767 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:51,767 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-22T19:56:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T19:56:51,771 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:51,772 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:51,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:51,784 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#A#compaction#178 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:51,784 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/0a1905ceb38346aab6aa8e495be4491f is 175, key is test_row_0/A:col10/1732305408277/Put/seqid=0 2024-11-22T19:56:51,791 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:51,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T19:56:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:51,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742034_1210 (size=31447) 2024-11-22T19:56:51,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305471796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305471797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305471797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305471799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305471805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,815 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/0a1905ceb38346aab6aa8e495be4491f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/0a1905ceb38346aab6aa8e495be4491f 2024-11-22T19:56:51,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c73a5093f1084feb8bca222e87526e1f_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305411791/Put/seqid=0 2024-11-22T19:56:51,833 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/A of 634f355fa6e5022c49ac1b285405a69e into 0a1905ceb38346aab6aa8e495be4491f(size=30.7 K), total size for store is 52.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:51,833 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:51,833 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/A, priority=12, startTime=1732305411346; duration=0sec 2024-11-22T19:56:51,833 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:51,833 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:A 2024-11-22T19:56:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742035_1211 (size=12304) 2024-11-22T19:56:51,844 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:51,849 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c73a5093f1084feb8bca222e87526e1f_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c73a5093f1084feb8bca222e87526e1f_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:51,850 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/e11c5318eaf849919b6ec91532ef077f, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:51,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/e11c5318eaf849919b6ec91532ef077f is 175, key is test_row_0/A:col10/1732305411791/Put/seqid=0 2024-11-22T19:56:51,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742036_1212 (size=31105) 2024-11-22T19:56:51,865 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/e11c5318eaf849919b6ec91532ef077f 2024-11-22T19:56:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T19:56:51,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/ff12a9df48d84daf860220dc0760a1e1 is 50, key is test_row_0/B:col10/1732305411791/Put/seqid=0 2024-11-22T19:56:51,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742037_1213 (size=12151) 2024-11-22T19:56:51,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/ff12a9df48d84daf860220dc0760a1e1 2024-11-22T19:56:51,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305471917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305471917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305471917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:51,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:51,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/2edee65a10b549f582feea3c46358d76 is 50, key is test_row_0/C:col10/1732305411791/Put/seqid=0 2024-11-22T19:56:51,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T19:56:51,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:51,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:51,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:51,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:51,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:51,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742038_1214 (size=12151) 2024-11-22T19:56:52,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305472017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305472017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T19:56:52,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:52,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:52,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:52,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:52,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T19:56:52,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305472126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305472126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305472126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T19:56:52,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:52,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:52,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:52,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:52,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:52,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305472326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305472326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/2edee65a10b549f582feea3c46358d76 2024-11-22T19:56:52,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/e11c5318eaf849919b6ec91532ef077f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e11c5318eaf849919b6ec91532ef077f 2024-11-22T19:56:52,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e11c5318eaf849919b6ec91532ef077f, entries=150, sequenceid=202, filesize=30.4 K 2024-11-22T19:56:52,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/ff12a9df48d84daf860220dc0760a1e1 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/ff12a9df48d84daf860220dc0760a1e1 2024-11-22T19:56:52,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/ff12a9df48d84daf860220dc0760a1e1, entries=150, sequenceid=202, filesize=11.9 K 2024-11-22T19:56:52,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/2edee65a10b549f582feea3c46358d76 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/2edee65a10b549f582feea3c46358d76 2024-11-22T19:56:52,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/2edee65a10b549f582feea3c46358d76, entries=150, sequenceid=202, filesize=11.9 K 2024-11-22T19:56:52,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 634f355fa6e5022c49ac1b285405a69e in 570ms, sequenceid=202, compaction requested=true 2024-11-22T19:56:52,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:52,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:52,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:52,361 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:52,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:52,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:52,361 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:52,362 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:52,362 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/A is initiating minor compaction (all files) 2024-11-22T19:56:52,362 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/A in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:52,362 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/0a1905ceb38346aab6aa8e495be4491f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8a66f343e1224145be4817a9eba0ebbf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e11c5318eaf849919b6ec91532ef077f] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=83.0 K 2024-11-22T19:56:52,362 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:52,362 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/0a1905ceb38346aab6aa8e495be4491f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8a66f343e1224145be4817a9eba0ebbf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e11c5318eaf849919b6ec91532ef077f] 2024-11-22T19:56:52,363 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:52,363 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a1905ceb38346aab6aa8e495be4491f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732305408275 2024-11-22T19:56:52,363 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/B is initiating minor compaction (all files) 2024-11-22T19:56:52,363 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/B in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:52,363 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/0688230889a44a70812c04a0e0dac965, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/3d3ece5b30ff4e53b97b1f0e6ce57271, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/ff12a9df48d84daf860220dc0760a1e1] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=33.6 K 2024-11-22T19:56:52,363 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a66f343e1224145be4817a9eba0ebbf, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732305410456 2024-11-22T19:56:52,364 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0688230889a44a70812c04a0e0dac965, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732305408275 2024-11-22T19:56:52,364 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting e11c5318eaf849919b6ec91532ef077f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732305411665 2024-11-22T19:56:52,364 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d3ece5b30ff4e53b97b1f0e6ce57271, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732305410456 2024-11-22T19:56:52,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:52,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:52,365 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ff12a9df48d84daf860220dc0760a1e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732305411665 2024-11-22T19:56:52,375 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:52,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T19:56:52,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:52,386 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T19:56:52,390 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122cf3d2a5c31354f76af5f2edec648bd89_634f355fa6e5022c49ac1b285405a69e store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:52,391 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#B#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:52,392 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122cf3d2a5c31354f76af5f2edec648bd89_634f355fa6e5022c49ac1b285405a69e, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:52,392 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/bb91f845c3864d06a9fbe7924d9001d3 is 50, key is test_row_0/B:col10/1732305411791/Put/seqid=0 2024-11-22T19:56:52,392 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cf3d2a5c31354f76af5f2edec648bd89_634f355fa6e5022c49ac1b285405a69e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T19:56:52,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742039_1215 (size=4469) 2024-11-22T19:56:52,406 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#A#compaction#186 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:52,406 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/45700f9181b64f98accffd2b8ee8655b is 175, key is test_row_0/A:col10/1732305411791/Put/seqid=0 2024-11-22T19:56:52,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bc8b19dd14ec4beea3293b2636ae856f_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305411796/Put/seqid=0 2024-11-22T19:56:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:52,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:52,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742040_1216 (size=12595) 2024-11-22T19:56:52,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742042_1218 (size=12304) 2024-11-22T19:56:52,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:52,459 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/bb91f845c3864d06a9fbe7924d9001d3 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/bb91f845c3864d06a9fbe7924d9001d3 2024-11-22T19:56:52,461 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bc8b19dd14ec4beea3293b2636ae856f_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bc8b19dd14ec4beea3293b2636ae856f_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:52,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/335456a4ef174dcfaa9291e901d0dcde, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:52,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/335456a4ef174dcfaa9291e901d0dcde is 175, key is test_row_0/A:col10/1732305411796/Put/seqid=0 2024-11-22T19:56:52,469 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/B of 634f355fa6e5022c49ac1b285405a69e into bb91f845c3864d06a9fbe7924d9001d3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:52,469 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:52,469 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/B, priority=13, startTime=1732305412361; duration=0sec 2024-11-22T19:56:52,469 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:52,469 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:B 2024-11-22T19:56:52,469 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:52,471 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:52,471 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/C is initiating minor compaction (all files) 2024-11-22T19:56:52,471 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/C in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:52,471 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/cb76fe8d33874e1aa426145d44ea90de, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/b388c5a73f7d4877983028e713b0705a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/2edee65a10b549f582feea3c46358d76] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=33.6 K 2024-11-22T19:56:52,472 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting cb76fe8d33874e1aa426145d44ea90de, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732305408275 2024-11-22T19:56:52,473 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b388c5a73f7d4877983028e713b0705a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732305410456 2024-11-22T19:56:52,473 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 2edee65a10b549f582feea3c46358d76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732305411665 2024-11-22T19:56:52,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742041_1217 (size=31549) 2024-11-22T19:56:52,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742043_1219 (size=31105) 2024-11-22T19:56:52,496 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/335456a4ef174dcfaa9291e901d0dcde 2024-11-22T19:56:52,507 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#C#compaction#189 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:52,507 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/29847814e76a483d85d82334ed442e07 is 50, key is test_row_0/C:col10/1732305411791/Put/seqid=0 2024-11-22T19:56:52,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/d4033da904264523a21208d09f5612a3 is 50, key is test_row_0/B:col10/1732305411796/Put/seqid=0 2024-11-22T19:56:52,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305472512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305472513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305472521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742044_1220 (size=12595) 2024-11-22T19:56:52,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742045_1221 (size=12151) 2024-11-22T19:56:52,540 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/d4033da904264523a21208d09f5612a3 2024-11-22T19:56:52,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/302640891b784eb89eef367f330079ce is 50, key is test_row_0/C:col10/1732305411796/Put/seqid=0 2024-11-22T19:56:52,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742046_1222 (size=12151) 2024-11-22T19:56:52,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305472627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305472627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305472636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305472837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305472837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305472837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305472837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305472846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:52,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:52,892 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/45700f9181b64f98accffd2b8ee8655b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/45700f9181b64f98accffd2b8ee8655b 2024-11-22T19:56:52,899 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/A of 634f355fa6e5022c49ac1b285405a69e into 45700f9181b64f98accffd2b8ee8655b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:52,899 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:52,899 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/A, priority=13, startTime=1732305412361; duration=0sec 2024-11-22T19:56:52,899 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:52,899 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:A 2024-11-22T19:56:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T19:56:52,943 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/29847814e76a483d85d82334ed442e07 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/29847814e76a483d85d82334ed442e07 2024-11-22T19:56:52,950 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/C of 634f355fa6e5022c49ac1b285405a69e into 29847814e76a483d85d82334ed442e07(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:52,950 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:52,950 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/C, priority=13, startTime=1732305412361; duration=0sec 2024-11-22T19:56:52,950 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:52,950 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:C 2024-11-22T19:56:52,966 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/302640891b784eb89eef367f330079ce 2024-11-22T19:56:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/335456a4ef174dcfaa9291e901d0dcde as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/335456a4ef174dcfaa9291e901d0dcde 2024-11-22T19:56:52,978 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/335456a4ef174dcfaa9291e901d0dcde, entries=150, sequenceid=210, filesize=30.4 K 2024-11-22T19:56:52,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/d4033da904264523a21208d09f5612a3 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/d4033da904264523a21208d09f5612a3 2024-11-22T19:56:52,987 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/d4033da904264523a21208d09f5612a3, entries=150, sequenceid=210, filesize=11.9 K 2024-11-22T19:56:52,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/302640891b784eb89eef367f330079ce as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/302640891b784eb89eef367f330079ce 2024-11-22T19:56:52,994 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/302640891b784eb89eef367f330079ce, entries=150, sequenceid=210, filesize=11.9 K 2024-11-22T19:56:52,995 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 634f355fa6e5022c49ac1b285405a69e in 609ms, sequenceid=210, compaction requested=false 2024-11-22T19:56:52,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:52,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:52,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-22T19:56:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-22T19:56:53,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-22T19:56:53,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2260 sec 2024-11-22T19:56:53,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.2350 sec 2024-11-22T19:56:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:53,148 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:53,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-22T19:56:53,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305473153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:53,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305473154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:53,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305473156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:53,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122579f405d5f894e9baface2727ed5884a_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305412518/Put/seqid=0 2024-11-22T19:56:53,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742047_1223 (size=14794) 2024-11-22T19:56:53,177 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:53,181 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122579f405d5f894e9baface2727ed5884a_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122579f405d5f894e9baface2727ed5884a_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:53,182 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/285fe82bc81b4fcd8fca9f79804f61fe, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:53,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/285fe82bc81b4fcd8fca9f79804f61fe is 175, key is test_row_0/A:col10/1732305412518/Put/seqid=0 2024-11-22T19:56:53,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742048_1224 (size=39749) 2024-11-22T19:56:53,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:53,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305473266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305473266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:53,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305473476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:53,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305473476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:53,588 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/285fe82bc81b4fcd8fca9f79804f61fe 2024-11-22T19:56:53,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/96e57b7d27d840fb9d9828a60f4c31a7 is 50, key is test_row_0/B:col10/1732305412518/Put/seqid=0 2024-11-22T19:56:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742049_1225 (size=12151) 2024-11-22T19:56:53,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/96e57b7d27d840fb9d9828a60f4c31a7 2024-11-22T19:56:53,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/e47b9be74fd64b8a931b4764bb0ce4af is 50, key is test_row_0/C:col10/1732305412518/Put/seqid=0 2024-11-22T19:56:53,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742050_1226 (size=12151) 2024-11-22T19:56:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305473666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:53,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305473786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:53,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305473786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:53,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:53,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:53,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305473847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:53,849 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in 634f355fa6e5022c49ac1b285405a69e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:53,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305473856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:53,857 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in 634f355fa6e5022c49ac1b285405a69e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T19:56:53,917 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:53,917 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-22T19:56:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T19:56:53,919 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:53,920 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:53,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T19:56:54,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/e47b9be74fd64b8a931b4764bb0ce4af 2024-11-22T19:56:54,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/285fe82bc81b4fcd8fca9f79804f61fe as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/285fe82bc81b4fcd8fca9f79804f61fe 2024-11-22T19:56:54,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/285fe82bc81b4fcd8fca9f79804f61fe, entries=200, sequenceid=244, filesize=38.8 K 2024-11-22T19:56:54,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/96e57b7d27d840fb9d9828a60f4c31a7 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/96e57b7d27d840fb9d9828a60f4c31a7 2024-11-22T19:56:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T19:56:54,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:54,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:54,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:54,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:54,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/96e57b7d27d840fb9d9828a60f4c31a7, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T19:56:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/e47b9be74fd64b8a931b4764bb0ce4af as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/e47b9be74fd64b8a931b4764bb0ce4af 2024-11-22T19:56:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/e47b9be74fd64b8a931b4764bb0ce4af, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T19:56:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 634f355fa6e5022c49ac1b285405a69e in 941ms, sequenceid=244, compaction requested=true 2024-11-22T19:56:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,090 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:54,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:54,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:54,090 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:54,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:54,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:54,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,091 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,091 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/A is initiating minor compaction (all files) 2024-11-22T19:56:54,091 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/A in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:54,092 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/45700f9181b64f98accffd2b8ee8655b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/335456a4ef174dcfaa9291e901d0dcde, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/285fe82bc81b4fcd8fca9f79804f61fe] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=100.0 K 2024-11-22T19:56:54,092 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:54,092 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/45700f9181b64f98accffd2b8ee8655b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/335456a4ef174dcfaa9291e901d0dcde, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/285fe82bc81b4fcd8fca9f79804f61fe] 2024-11-22T19:56:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,093 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,093 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/B is initiating minor compaction (all files) 2024-11-22T19:56:54,093 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/B in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:54,093 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/bb91f845c3864d06a9fbe7924d9001d3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/d4033da904264523a21208d09f5612a3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/96e57b7d27d840fb9d9828a60f4c31a7] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=36.0 K 2024-11-22T19:56:54,093 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45700f9181b64f98accffd2b8ee8655b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732305411665 2024-11-22T19:56:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,093 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 335456a4ef174dcfaa9291e901d0dcde, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732305411793 2024-11-22T19:56:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,093 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting bb91f845c3864d06a9fbe7924d9001d3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732305411665 2024-11-22T19:56:54,094 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 285fe82bc81b4fcd8fca9f79804f61fe, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732305412509 2024-11-22T19:56:54,094 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting d4033da904264523a21208d09f5612a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732305411793 2024-11-22T19:56:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,094 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 96e57b7d27d840fb9d9828a60f4c31a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732305412509 2024-11-22T19:56:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,104 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,117 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411224039abeffb334156ac2b114a0e728b02_634f355fa6e5022c49ac1b285405a69e store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,119 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#B#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,119 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411224039abeffb334156ac2b114a0e728b02_634f355fa6e5022c49ac1b285405a69e, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:54,119 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224039abeffb334156ac2b114a0e728b02_634f355fa6e5022c49ac1b285405a69e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:54,119 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/5955fb7a7d0d4436bf99dfd54b021938 is 50, key is test_row_0/B:col10/1732305412518/Put/seqid=0 2024-11-22T19:56:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742051_1227 (size=4469) 2024-11-22T19:56:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,138 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#A#compaction#195 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,138 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/48dc41d5d1374fa099defe922962457a is 175, key is test_row_0/A:col10/1732305412518/Put/seqid=0 2024-11-22T19:56:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742052_1228 (size=12697) 2024-11-22T19:56:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742053_1229 (size=31651) 2024-11-22T19:56:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T19:56:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:54,227 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-22T19:56:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T19:56:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122aeec14ad33254129a9f06b0fc7836427_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305413152/Put/seqid=0 2024-11-22T19:56:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742054_1230 (size=9814) 2024-11-22T19:56:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,248 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122aeec14ad33254129a9f06b0fc7836427_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122aeec14ad33254129a9f06b0fc7836427_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/b77039c3f9e746a79c46cfcf17ffda59, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/b77039c3f9e746a79c46cfcf17ffda59 is 175, key is test_row_0/A:col10/1732305413152/Put/seqid=0 2024-11-22T19:56:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742055_1231 (size=22461) 2024-11-22T19:56:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:54,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305474391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305474392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:54,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305474496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:54,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305474496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:54,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T19:56:54,561 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/5955fb7a7d0d4436bf99dfd54b021938 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/5955fb7a7d0d4436bf99dfd54b021938 2024-11-22T19:56:54,562 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/48dc41d5d1374fa099defe922962457a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/48dc41d5d1374fa099defe922962457a 2024-11-22T19:56:54,570 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/A of 634f355fa6e5022c49ac1b285405a69e into 48dc41d5d1374fa099defe922962457a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:54,571 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/B of 634f355fa6e5022c49ac1b285405a69e into 5955fb7a7d0d4436bf99dfd54b021938(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:54,571 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:54,571 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/B, priority=13, startTime=1732305414090; duration=0sec 2024-11-22T19:56:54,571 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:54,571 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:B 2024-11-22T19:56:54,571 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:54,571 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:54,571 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/A, priority=13, startTime=1732305414090; duration=0sec 2024-11-22T19:56:54,572 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:54,572 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:A 2024-11-22T19:56:54,573 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:54,573 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/C is initiating minor compaction (all files) 2024-11-22T19:56:54,573 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/C in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:54,573 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/29847814e76a483d85d82334ed442e07, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/302640891b784eb89eef367f330079ce, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/e47b9be74fd64b8a931b4764bb0ce4af] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=36.0 K 2024-11-22T19:56:54,573 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 29847814e76a483d85d82334ed442e07, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732305411665 2024-11-22T19:56:54,574 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 302640891b784eb89eef367f330079ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732305411793 2024-11-22T19:56:54,574 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting e47b9be74fd64b8a931b4764bb0ce4af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732305412509 2024-11-22T19:56:54,583 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#C#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:54,584 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/96e3af9caee44b4c8ec3baae20742212 is 50, key is test_row_0/C:col10/1732305412518/Put/seqid=0 2024-11-22T19:56:54,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742056_1232 (size=12697) 2024-11-22T19:56:54,599 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/96e3af9caee44b4c8ec3baae20742212 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/96e3af9caee44b4c8ec3baae20742212 2024-11-22T19:56:54,608 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/C of 634f355fa6e5022c49ac1b285405a69e into 96e3af9caee44b4c8ec3baae20742212(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:54,608 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:54,608 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/C, priority=13, startTime=1732305414091; duration=0sec 2024-11-22T19:56:54,608 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:54,608 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:C 2024-11-22T19:56:54,663 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/b77039c3f9e746a79c46cfcf17ffda59 2024-11-22T19:56:54,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/18ccbdc5d6ca4d3f9e293185103e205d is 50, key is test_row_0/B:col10/1732305413152/Put/seqid=0 2024-11-22T19:56:54,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742057_1233 (size=9757) 2024-11-22T19:56:54,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305474686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:54,688 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in 634f355fa6e5022c49ac1b285405a69e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:54,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305474706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:54,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305474706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:55,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305475017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:55,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305475017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T19:56:55,075 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/18ccbdc5d6ca4d3f9e293185103e205d 2024-11-22T19:56:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/33e8ba0ef9344105b7cc63ac2b16999a is 50, key is test_row_0/C:col10/1732305413152/Put/seqid=0 2024-11-22T19:56:55,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742058_1234 (size=9757) 2024-11-22T19:56:55,497 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/33e8ba0ef9344105b7cc63ac2b16999a 2024-11-22T19:56:55,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/b77039c3f9e746a79c46cfcf17ffda59 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/b77039c3f9e746a79c46cfcf17ffda59 2024-11-22T19:56:55,507 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/b77039c3f9e746a79c46cfcf17ffda59, entries=100, sequenceid=249, filesize=21.9 K 2024-11-22T19:56:55,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/18ccbdc5d6ca4d3f9e293185103e205d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/18ccbdc5d6ca4d3f9e293185103e205d 2024-11-22T19:56:55,512 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/18ccbdc5d6ca4d3f9e293185103e205d, entries=100, sequenceid=249, filesize=9.5 K 2024-11-22T19:56:55,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/33e8ba0ef9344105b7cc63ac2b16999a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/33e8ba0ef9344105b7cc63ac2b16999a 2024-11-22T19:56:55,518 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/33e8ba0ef9344105b7cc63ac2b16999a, entries=100, sequenceid=249, filesize=9.5 K 2024-11-22T19:56:55,521 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 634f355fa6e5022c49ac1b285405a69e in 1294ms, sequenceid=249, compaction requested=false 2024-11-22T19:56:55,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:55,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:55,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T19:56:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T19:56:55,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-22T19:56:55,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6020 sec 2024-11-22T19:56:55,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.6070 sec 2024-11-22T19:56:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:55,532 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:55,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-22T19:56:55,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305475532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:55,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305475533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:55,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:55,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112273ce8e47a1534a3cb57d73954f832967_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305415530/Put/seqid=0 2024-11-22T19:56:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742059_1235 (size=17534) 2024-11-22T19:56:55,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305475637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:55,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305475637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:55,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305475847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:55,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305475847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:55,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305475866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:55,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305475866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:55,871 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in 634f355fa6e5022c49ac1b285405a69e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:55,872 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in 634f355fa6e5022c49ac1b285405a69e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:55,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:55,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:55,953 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:55,958 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112273ce8e47a1534a3cb57d73954f832967_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112273ce8e47a1534a3cb57d73954f832967_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:55,959 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/8646c4302d4044fd80a0c05baf56c795, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:55,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/8646c4302d4044fd80a0c05baf56c795 is 175, key is test_row_0/A:col10/1732305415530/Put/seqid=0 2024-11-22T19:56:55,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742060_1236 (size=48639) 2024-11-22T19:56:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T19:56:56,077 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:56,078 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-22T19:56:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T19:56:56,079 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:56,080 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:56,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:56,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305476157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:56,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305476157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T19:56:56,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T19:56:56,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:56,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:56,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:56,365 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/8646c4302d4044fd80a0c05baf56c795 2024-11-22T19:56:56,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/31a5696e11834c0e885a28dce8d75a2d is 50, key is test_row_0/B:col10/1732305415530/Put/seqid=0 2024-11-22T19:56:56,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742061_1237 (size=12301) 2024-11-22T19:56:56,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/31a5696e11834c0e885a28dce8d75a2d 2024-11-22T19:56:56,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T19:56:56,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:56,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:56,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:56,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/420ef0c2b7c54321b2663a84152bdbfc is 50, key is test_row_0/C:col10/1732305415530/Put/seqid=0 2024-11-22T19:56:56,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742062_1238 (size=12301) 2024-11-22T19:56:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T19:56:56,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T19:56:56,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:56,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:56,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305476667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305476667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:56,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T19:56:56,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:56,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:56,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T19:56:56,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305476706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:56,710 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in 634f355fa6e5022c49ac1b285405a69e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:56:56,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:56,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:56,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:56,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/420ef0c2b7c54321b2663a84152bdbfc 2024-11-22T19:56:56,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/8646c4302d4044fd80a0c05baf56c795 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8646c4302d4044fd80a0c05baf56c795 2024-11-22T19:56:56,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8646c4302d4044fd80a0c05baf56c795, entries=250, sequenceid=285, filesize=47.5 K 2024-11-22T19:56:56,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/31a5696e11834c0e885a28dce8d75a2d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/31a5696e11834c0e885a28dce8d75a2d 2024-11-22T19:56:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/31a5696e11834c0e885a28dce8d75a2d, entries=150, sequenceid=285, filesize=12.0 K 2024-11-22T19:56:56,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/420ef0c2b7c54321b2663a84152bdbfc as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/420ef0c2b7c54321b2663a84152bdbfc 2024-11-22T19:56:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/420ef0c2b7c54321b2663a84152bdbfc, entries=150, sequenceid=285, filesize=12.0 K 2024-11-22T19:56:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 634f355fa6e5022c49ac1b285405a69e in 1285ms, sequenceid=285, compaction requested=true 2024-11-22T19:56:56,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:56,818 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:56:56,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:56:56,818 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:56,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:56,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:56:56,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:56,819 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102751 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:56,819 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/A is initiating minor compaction (all files) 2024-11-22T19:56:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,819 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/A in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,819 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/48dc41d5d1374fa099defe922962457a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/b77039c3f9e746a79c46cfcf17ffda59, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8646c4302d4044fd80a0c05baf56c795] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=100.3 K 2024-11-22T19:56:56,819 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,819 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/48dc41d5d1374fa099defe922962457a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/b77039c3f9e746a79c46cfcf17ffda59, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8646c4302d4044fd80a0c05baf56c795] 2024-11-22T19:56:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,820 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:56,820 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48dc41d5d1374fa099defe922962457a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732305412509 2024-11-22T19:56:56,820 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/B is initiating minor compaction (all files) 2024-11-22T19:56:56,820 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/B in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,820 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/5955fb7a7d0d4436bf99dfd54b021938, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/18ccbdc5d6ca4d3f9e293185103e205d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/31a5696e11834c0e885a28dce8d75a2d] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=33.9 K 2024-11-22T19:56:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,821 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting b77039c3f9e746a79c46cfcf17ffda59, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732305413152 2024-11-22T19:56:56,821 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 5955fb7a7d0d4436bf99dfd54b021938, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732305412509 2024-11-22T19:56:56,821 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8646c4302d4044fd80a0c05baf56c795, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732305414376 2024-11-22T19:56:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,822 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 18ccbdc5d6ca4d3f9e293185103e205d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732305413152 2024-11-22T19:56:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,823 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 31a5696e11834c0e885a28dce8d75a2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732305414376 2024-11-22T19:56:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,839 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#B#compaction#204 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:56,840 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/e408b70854104d9082b4134941c38e69 is 50, key is test_row_0/B:col10/1732305415530/Put/seqid=0 2024-11-22T19:56:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,844 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T19:56:56,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:56,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-22T19:56:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-22T19:56:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,850 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112272cd8e69975549f29201e871aa4c5553_634f355fa6e5022c49ac1b285405a69e store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-22T19:56:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 768 msec 2024-11-22T19:56:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 774 msec 2024-11-22T19:56:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,856 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112272cd8e69975549f29201e871aa4c5553_634f355fa6e5022c49ac1b285405a69e, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,857 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112272cd8e69975549f29201e871aa4c5553_634f355fa6e5022c49ac1b285405a69e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742063_1239 (size=12949) 2024-11-22T19:56:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,865 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/e408b70854104d9082b4134941c38e69 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/e408b70854104d9082b4134941c38e69 2024-11-22T19:56:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,874 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/B of 634f355fa6e5022c49ac1b285405a69e into e408b70854104d9082b4134941c38e69(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:56,874 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:56,874 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/B, priority=13, startTime=1732305416818; duration=0sec 2024-11-22T19:56:56,874 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:56:56,874 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:B 2024-11-22T19:56:56,874 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:56:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,875 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:56:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,875 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/C is initiating minor compaction (all files) 2024-11-22T19:56:56,876 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/C in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742064_1240 (size=4469) 2024-11-22T19:56:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,880 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#A#compaction#205 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:56,881 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/75763bdc0fea4293a50693507373a4f4 is 175, key is test_row_0/A:col10/1732305415530/Put/seqid=0 2024-11-22T19:56:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,882 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/96e3af9caee44b4c8ec3baae20742212, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/33e8ba0ef9344105b7cc63ac2b16999a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/420ef0c2b7c54321b2663a84152bdbfc] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=33.9 K 2024-11-22T19:56:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,884 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 96e3af9caee44b4c8ec3baae20742212, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732305412509 2024-11-22T19:56:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,885 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 33e8ba0ef9344105b7cc63ac2b16999a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732305413152 2024-11-22T19:56:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,885 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 420ef0c2b7c54321b2663a84152bdbfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732305414376 2024-11-22T19:56:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742065_1241 (size=31903) 2024-11-22T19:56:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,907 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/75763bdc0fea4293a50693507373a4f4 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/75763bdc0fea4293a50693507373a4f4 2024-11-22T19:56:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,908 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#C#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:56:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,908 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/f004490c368c4917bbc6a05d57d2ff23 is 50, key is test_row_0/C:col10/1732305415530/Put/seqid=0 2024-11-22T19:56:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,913 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/A of 634f355fa6e5022c49ac1b285405a69e into 75763bdc0fea4293a50693507373a4f4(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:56,914 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:56,914 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/A, priority=13, startTime=1732305416817; duration=0sec 2024-11-22T19:56:56,914 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:56,914 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:A 2024-11-22T19:56:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742066_1242 (size=12949) 2024-11-22T19:56:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,952 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] io.ByteBuffAllocator(384): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-22T19:56:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T19:56:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,217 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,218 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-22T19:56:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T19:56:57,221 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,222 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:57,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T19:56:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,342 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/f004490c368c4917bbc6a05d57d2ff23 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/f004490c368c4917bbc6a05d57d2ff23 2024-11-22T19:56:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,348 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/C of 634f355fa6e5022c49ac1b285405a69e into f004490c368c4917bbc6a05d57d2ff23(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:56:57,348 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,348 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/C, priority=13, startTime=1732305416818; duration=0sec 2024-11-22T19:56:57,348 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:56:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,348 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:C 2024-11-22T19:56:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T19:56:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:57,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:57,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-22T19:56:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-22T19:56:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-22T19:56:57,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-22T19:56:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 162 msec 2024-11-22T19:56:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T19:56:57,537 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,538 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-22T19:56:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,541 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T19:56:57,542 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T19:56:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T19:56:57,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:57,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:57,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:57,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-22T19:56:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-22T19:56:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-22T19:56:57,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-22T19:56:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 163 msec 2024-11-22T19:56:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:57,778 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:56:57,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:56:57,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226e923cb4c6bd44d284f7483ca0dca05b_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305417776/Put/seqid=0 2024-11-22T19:56:57,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742067_1243 (size=17534) 2024-11-22T19:56:57,800 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:57,806 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226e923cb4c6bd44d284f7483ca0dca05b_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226e923cb4c6bd44d284f7483ca0dca05b_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:57,808 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/402a83c84a9b4f238185b4b402b0ea2e, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:57,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/402a83c84a9b4f238185b4b402b0ea2e is 175, key is test_row_0/A:col10/1732305417776/Put/seqid=0 2024-11-22T19:56:57,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742068_1244 (size=48639) 2024-11-22T19:56:57,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305477855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:57,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305477856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T19:56:57,867 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:56:57,868 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:56:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-22T19:56:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T19:56:57,871 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:56:57,872 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:56:57,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:56:57,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305477967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:57,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305477967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T19:56:58,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-22T19:56:58,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:58,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305478176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:58,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305478177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:58,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-22T19:56:58,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:58,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T19:56:58,224 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/402a83c84a9b4f238185b4b402b0ea2e 2024-11-22T19:56:58,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/c02b557ec8de4f20ad315933e980bda6 is 50, key is test_row_0/B:col10/1732305417776/Put/seqid=0 2024-11-22T19:56:58,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742069_1245 (size=12301) 2024-11-22T19:56:58,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-22T19:56:58,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:58,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-22T19:56:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305478486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:58,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305478486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:58,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:58,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:58,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T19:56:58,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/c02b557ec8de4f20ad315933e980bda6 2024-11-22T19:56:58,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-22T19:56:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/c6d2adfae06e44c58172a01f1163dce9 is 50, key is test_row_0/C:col10/1732305417776/Put/seqid=0 2024-11-22T19:56:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742070_1246 (size=12301) 2024-11-22T19:56:58,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-22T19:56:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-22T19:56:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:58,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:58,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:56:58,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305478996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:58,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305478996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T19:56:59,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/c6d2adfae06e44c58172a01f1163dce9 2024-11-22T19:56:59,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/402a83c84a9b4f238185b4b402b0ea2e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/402a83c84a9b4f238185b4b402b0ea2e 2024-11-22T19:56:59,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/402a83c84a9b4f238185b4b402b0ea2e, entries=250, sequenceid=302, filesize=47.5 K 2024-11-22T19:56:59,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/c02b557ec8de4f20ad315933e980bda6 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/c02b557ec8de4f20ad315933e980bda6 2024-11-22T19:56:59,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/c02b557ec8de4f20ad315933e980bda6, entries=150, sequenceid=302, filesize=12.0 K 2024-11-22T19:56:59,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/c6d2adfae06e44c58172a01f1163dce9 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/c6d2adfae06e44c58172a01f1163dce9 2024-11-22T19:56:59,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/c6d2adfae06e44c58172a01f1163dce9, entries=150, sequenceid=302, filesize=12.0 K 2024-11-22T19:56:59,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 634f355fa6e5022c49ac1b285405a69e in 1295ms, sequenceid=302, compaction requested=false 2024-11-22T19:56:59,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:59,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-22T19:56:59,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:59,098 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T19:56:59,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122274886ba4c01453e8bb14d8615deebcd_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305417850/Put/seqid=0 2024-11-22T19:56:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742071_1247 (size=12454) 2024-11-22T19:56:59,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:56:59,119 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122274886ba4c01453e8bb14d8615deebcd_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122274886ba4c01453e8bb14d8615deebcd_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/41de5fd190f642198b497fec90d62ec3, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:56:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/41de5fd190f642198b497fec90d62ec3 is 175, key is test_row_0/A:col10/1732305417850/Put/seqid=0 2024-11-22T19:56:59,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742072_1248 (size=31255) 2024-11-22T19:56:59,131 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/41de5fd190f642198b497fec90d62ec3 2024-11-22T19:56:59,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/b3ce0ab79676435a8a291fd7dc2362d2 is 50, key is test_row_0/B:col10/1732305417850/Put/seqid=0 2024-11-22T19:56:59,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742073_1249 (size=12301) 2024-11-22T19:56:59,550 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/b3ce0ab79676435a8a291fd7dc2362d2 2024-11-22T19:56:59,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/00892d1f47e843b4b805204319c93b10 is 50, key is test_row_0/C:col10/1732305417850/Put/seqid=0 2024-11-22T19:56:59,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742074_1250 (size=12301) 2024-11-22T19:56:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:56:59,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:56:59,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305479901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:59,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:59,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:59,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:59,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:56:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305479902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:56:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:56:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:56:59,963 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/00892d1f47e843b4b805204319c93b10 2024-11-22T19:56:59,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/41de5fd190f642198b497fec90d62ec3 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/41de5fd190f642198b497fec90d62ec3 2024-11-22T19:56:59,973 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/41de5fd190f642198b497fec90d62ec3, entries=150, sequenceid=327, filesize=30.5 K 2024-11-22T19:56:59,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/b3ce0ab79676435a8a291fd7dc2362d2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b3ce0ab79676435a8a291fd7dc2362d2 2024-11-22T19:56:59,978 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b3ce0ab79676435a8a291fd7dc2362d2, entries=150, sequenceid=327, filesize=12.0 K 2024-11-22T19:56:59,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/00892d1f47e843b4b805204319c93b10 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/00892d1f47e843b4b805204319c93b10 2024-11-22T19:56:59,983 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/00892d1f47e843b4b805204319c93b10, entries=150, sequenceid=327, filesize=12.0 K 2024-11-22T19:56:59,984 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 634f355fa6e5022c49ac1b285405a69e in 886ms, sequenceid=327, compaction requested=true 2024-11-22T19:56:59,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:56:59,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:56:59,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-22T19:56:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-22T19:56:59,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-22T19:56:59,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1140 sec 2024-11-22T19:56:59,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.1210 sec 2024-11-22T19:57:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:00,008 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:00,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T19:57:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T19:57:00,016 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:00,017 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-22T19:57:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T19:57:00,019 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:00,020 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:00,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122988bb01c3024470caaf01b0bdb4e1335_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305420007/Put/seqid=0 2024-11-22T19:57:00,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:00,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742075_1251 (size=12454) 2024-11-22T19:57:00,027 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:00,031 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122988bb01c3024470caaf01b0bdb4e1335_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122988bb01c3024470caaf01b0bdb4e1335_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:00,032 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/9dcd35a55128460f9535001f6d761237, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:00,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/9dcd35a55128460f9535001f6d761237 is 175, key is test_row_0/A:col10/1732305420007/Put/seqid=0 2024-11-22T19:57:00,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742076_1252 (size=31255) 2024-11-22T19:57:00,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305480042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305480043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305480043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305480049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T19:57:00,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305480156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305480156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305480157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305480166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T19:57:00,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:00,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:00,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:00,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T19:57:00,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:00,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:00,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:00,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T19:57:00,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305480367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305480367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305480367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305480376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,438 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/9dcd35a55128460f9535001f6d761237 2024-11-22T19:57:00,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/931a15eeadfb4bd0983b9e8708f4260a is 50, key is test_row_0/B:col10/1732305420007/Put/seqid=0 2024-11-22T19:57:00,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742077_1253 (size=12301) 2024-11-22T19:57:00,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T19:57:00,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:00,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:00,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:00,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T19:57:00,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:00,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:00,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:00,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T19:57:00,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305480676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305480677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305480687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305480687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57700 deadline: 1732305480757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:00,763 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in 634f355fa6e5022c49ac1b285405a69e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:57:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:00,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T19:57:00,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:00,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:00,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:00,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/931a15eeadfb4bd0983b9e8708f4260a 2024-11-22T19:57:00,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/eadb042f8ef048d49de5ed8dfd9f428e is 50, key is test_row_0/C:col10/1732305420007/Put/seqid=0 2024-11-22T19:57:00,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742078_1254 (size=12301) 2024-11-22T19:57:00,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T19:57:00,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:00,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:00,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:01,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T19:57:01,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:01,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:01,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:01,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:01,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T19:57:01,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305481197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:01,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305481197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:01,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305481197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:01,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305481197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:01,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T19:57:01,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:01,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:01,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:01,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:01,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:01,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/eadb042f8ef048d49de5ed8dfd9f428e 2024-11-22T19:57:01,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/9dcd35a55128460f9535001f6d761237 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/9dcd35a55128460f9535001f6d761237 2024-11-22T19:57:01,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/9dcd35a55128460f9535001f6d761237, entries=150, sequenceid=340, filesize=30.5 K 2024-11-22T19:57:01,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/931a15eeadfb4bd0983b9e8708f4260a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/931a15eeadfb4bd0983b9e8708f4260a 2024-11-22T19:57:01,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/931a15eeadfb4bd0983b9e8708f4260a, entries=150, sequenceid=340, filesize=12.0 K 2024-11-22T19:57:01,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/eadb042f8ef048d49de5ed8dfd9f428e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/eadb042f8ef048d49de5ed8dfd9f428e 2024-11-22T19:57:01,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/eadb042f8ef048d49de5ed8dfd9f428e, entries=150, sequenceid=340, filesize=12.0 K 2024-11-22T19:57:01,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 634f355fa6e5022c49ac1b285405a69e in 1283ms, sequenceid=340, compaction requested=true 2024-11-22T19:57:01,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:01,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:01,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:01,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:01,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:01,291 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:57:01,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:01,291 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:57:01,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:01,294 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:57:01,294 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143052 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:57:01,294 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/A is initiating minor compaction (all files) 2024-11-22T19:57:01,294 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/B is initiating minor compaction (all files) 2024-11-22T19:57:01,294 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/A in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:01,294 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/B in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:01,294 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/75763bdc0fea4293a50693507373a4f4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/402a83c84a9b4f238185b4b402b0ea2e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/41de5fd190f642198b497fec90d62ec3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/9dcd35a55128460f9535001f6d761237] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=139.7 K 2024-11-22T19:57:01,294 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:01,294 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/e408b70854104d9082b4134941c38e69, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/c02b557ec8de4f20ad315933e980bda6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b3ce0ab79676435a8a291fd7dc2362d2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/931a15eeadfb4bd0983b9e8708f4260a] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=48.7 K 2024-11-22T19:57:01,294 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/75763bdc0fea4293a50693507373a4f4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/402a83c84a9b4f238185b4b402b0ea2e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/41de5fd190f642198b497fec90d62ec3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/9dcd35a55128460f9535001f6d761237] 2024-11-22T19:57:01,295 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting e408b70854104d9082b4134941c38e69, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732305414376 2024-11-22T19:57:01,295 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75763bdc0fea4293a50693507373a4f4, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732305414376 2024-11-22T19:57:01,295 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c02b557ec8de4f20ad315933e980bda6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732305417748 2024-11-22T19:57:01,295 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 402a83c84a9b4f238185b4b402b0ea2e, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732305417748 2024-11-22T19:57:01,295 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41de5fd190f642198b497fec90d62ec3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732305417841 2024-11-22T19:57:01,295 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b3ce0ab79676435a8a291fd7dc2362d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732305417841 2024-11-22T19:57:01,296 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dcd35a55128460f9535001f6d761237, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732305419899 2024-11-22T19:57:01,296 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 931a15eeadfb4bd0983b9e8708f4260a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732305419899 2024-11-22T19:57:01,303 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:01,306 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:01,307 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/e977271a58894e64b74ec1f73e54b812 is 50, key is test_row_0/B:col10/1732305420007/Put/seqid=0 2024-11-22T19:57:01,308 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122fcec2c874618400b8265e823c7e5d0f6_634f355fa6e5022c49ac1b285405a69e store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:01,310 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122fcec2c874618400b8265e823c7e5d0f6_634f355fa6e5022c49ac1b285405a69e, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:01,311 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fcec2c874618400b8265e823c7e5d0f6_634f355fa6e5022c49ac1b285405a69e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:01,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742079_1255 (size=13085) 2024-11-22T19:57:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742080_1256 (size=4469) 2024-11-22T19:57:01,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-22T19:57:01,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:01,399 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T19:57:01,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122403d9115efed4c97a43687594a56dfc3_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305420047/Put/seqid=0 2024-11-22T19:57:01,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742081_1257 (size=12454) 2024-11-22T19:57:01,724 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/e977271a58894e64b74ec1f73e54b812 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/e977271a58894e64b74ec1f73e54b812 2024-11-22T19:57:01,727 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#A#compaction#216 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:01,728 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/ae0d9e311c0f458bb323cf2a40769a09 is 175, key is test_row_0/A:col10/1732305420007/Put/seqid=0 2024-11-22T19:57:01,730 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/B of 634f355fa6e5022c49ac1b285405a69e into e977271a58894e64b74ec1f73e54b812(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:01,730 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:01,730 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/B, priority=12, startTime=1732305421291; duration=0sec 2024-11-22T19:57:01,730 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:01,730 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:B 2024-11-22T19:57:01,730 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:57:01,732 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:57:01,732 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/C is initiating minor compaction (all files) 2024-11-22T19:57:01,732 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/C in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:01,732 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/f004490c368c4917bbc6a05d57d2ff23, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/c6d2adfae06e44c58172a01f1163dce9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/00892d1f47e843b4b805204319c93b10, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/eadb042f8ef048d49de5ed8dfd9f428e] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=48.7 K 2024-11-22T19:57:01,732 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting f004490c368c4917bbc6a05d57d2ff23, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732305414376 2024-11-22T19:57:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742082_1258 (size=32039) 2024-11-22T19:57:01,733 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c6d2adfae06e44c58172a01f1163dce9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732305417748 2024-11-22T19:57:01,734 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 00892d1f47e843b4b805204319c93b10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732305417841 2024-11-22T19:57:01,734 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting eadb042f8ef048d49de5ed8dfd9f428e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732305419899 2024-11-22T19:57:01,739 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/ae0d9e311c0f458bb323cf2a40769a09 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/ae0d9e311c0f458bb323cf2a40769a09 2024-11-22T19:57:01,744 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/A of 634f355fa6e5022c49ac1b285405a69e into ae0d9e311c0f458bb323cf2a40769a09(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:01,744 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:01,744 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/A, priority=12, startTime=1732305421291; duration=0sec 2024-11-22T19:57:01,744 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:01,744 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:A 2024-11-22T19:57:01,745 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#C#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:01,745 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/1ab956a4f1d24451878b74c875eb3201 is 50, key is test_row_0/C:col10/1732305420007/Put/seqid=0 2024-11-22T19:57:01,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742083_1259 (size=13085) 2024-11-22T19:57:01,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,817 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122403d9115efed4c97a43687594a56dfc3_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122403d9115efed4c97a43687594a56dfc3_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:01,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/85c057bfc0c649e38c364a71249feec3, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:01,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/85c057bfc0c649e38c364a71249feec3 is 175, key is test_row_0/A:col10/1732305420047/Put/seqid=0 2024-11-22T19:57:01,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742084_1260 (size=31255) 2024-11-22T19:57:01,824 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/85c057bfc0c649e38c364a71249feec3 2024-11-22T19:57:01,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/140f3b799926497b910b259e41edc5ad is 50, key is test_row_0/B:col10/1732305420047/Put/seqid=0 2024-11-22T19:57:01,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742085_1261 (size=12301) 2024-11-22T19:57:01,837 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/140f3b799926497b910b259e41edc5ad 2024-11-22T19:57:01,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/edad611a7c024dc7acf5bf06ffb0260f is 50, key is test_row_0/C:col10/1732305420047/Put/seqid=0 2024-11-22T19:57:01,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742086_1262 (size=12301) 2024-11-22T19:57:01,850 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/edad611a7c024dc7acf5bf06ffb0260f 2024-11-22T19:57:01,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/85c057bfc0c649e38c364a71249feec3 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/85c057bfc0c649e38c364a71249feec3 2024-11-22T19:57:01,861 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/85c057bfc0c649e38c364a71249feec3, entries=150, sequenceid=363, filesize=30.5 K 2024-11-22T19:57:01,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/140f3b799926497b910b259e41edc5ad as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/140f3b799926497b910b259e41edc5ad 2024-11-22T19:57:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,866 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/140f3b799926497b910b259e41edc5ad, entries=150, sequenceid=363, filesize=12.0 K 2024-11-22T19:57:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/edad611a7c024dc7acf5bf06ffb0260f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/edad611a7c024dc7acf5bf06ffb0260f 2024-11-22T19:57:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,874 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/edad611a7c024dc7acf5bf06ffb0260f, entries=150, sequenceid=363, filesize=12.0 K 2024-11-22T19:57:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,875 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 634f355fa6e5022c49ac1b285405a69e in 475ms, sequenceid=363, compaction requested=false 2024-11-22T19:57:01,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:01,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:01,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-22T19:57:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-22T19:57:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-22T19:57:01,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8570 sec 2024-11-22T19:57:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.8620 sec 2024-11-22T19:57:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,161 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/1ab956a4f1d24451878b74c875eb3201 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/1ab956a4f1d24451878b74c875eb3201 2024-11-22T19:57:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T19:57:02,167 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/C of 634f355fa6e5022c49ac1b285405a69e into 1ab956a4f1d24451878b74c875eb3201(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:02,167 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,167 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/C, priority=12, startTime=1732305421291; duration=0sec 2024-11-22T19:57:02,167 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:02,167 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:02,167 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:C 2024-11-22T19:57:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,169 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-22T19:57:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T19:57:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,172 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,173 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:02,252 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:57:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122af906d281d6647d0b9a24549e4727156_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305422246/Put/seqid=0 2024-11-22T19:57:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742088_1264 (size=25158) 2024-11-22T19:57:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T19:57:02,277 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122af906d281d6647d0b9a24549e4727156_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122af906d281d6647d0b9a24549e4727156_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,285 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/e30c7eec908e4fc5a6c2f18d0382027f, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/e30c7eec908e4fc5a6c2f18d0382027f is 175, key is test_row_0/A:col10/1732305422246/Put/seqid=0 2024-11-22T19:57:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742087_1263 (size=74795) 2024-11-22T19:57:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,291 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/e30c7eec908e4fc5a6c2f18d0382027f 2024-11-22T19:57:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/d465a8213da648f0a3b7b2a86e75f967 is 50, key is test_row_0/B:col10/1732305422246/Put/seqid=0 2024-11-22T19:57:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742089_1265 (size=24505) 2024-11-22T19:57:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:02,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-22T19:57:02,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:02,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305482319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:02,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305482320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305482321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305482324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305482436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305482436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305482436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305482437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-22T19:57:02,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:02,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:02,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:02,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T19:57:02,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-22T19:57:02,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:02,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:02,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:02,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305482646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305482646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305482646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305482647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/d465a8213da648f0a3b7b2a86e75f967 2024-11-22T19:57:02,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/6127eb71659546908059b33d8f74f546 is 50, key is test_row_0/C:col10/1732305422246/Put/seqid=0 2024-11-22T19:57:02,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742090_1266 (size=12301) 2024-11-22T19:57:02,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-22T19:57:02,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:02,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:02,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:02,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T19:57:02,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-22T19:57:02,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:02,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:02,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:02,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:02,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305482956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305482956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305482956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305482957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:03,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-22T19:57:03,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:03,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:03,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:03,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:03,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:03,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/6127eb71659546908059b33d8f74f546 2024-11-22T19:57:03,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/e30c7eec908e4fc5a6c2f18d0382027f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e30c7eec908e4fc5a6c2f18d0382027f 2024-11-22T19:57:03,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e30c7eec908e4fc5a6c2f18d0382027f, entries=400, sequenceid=377, filesize=73.0 K 2024-11-22T19:57:03,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/d465a8213da648f0a3b7b2a86e75f967 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/d465a8213da648f0a3b7b2a86e75f967 2024-11-22T19:57:03,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/d465a8213da648f0a3b7b2a86e75f967, entries=400, sequenceid=377, filesize=23.9 K 2024-11-22T19:57:03,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/6127eb71659546908059b33d8f74f546 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/6127eb71659546908059b33d8f74f546 2024-11-22T19:57:03,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/6127eb71659546908059b33d8f74f546, entries=150, sequenceid=377, filesize=12.0 K 2024-11-22T19:57:03,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 634f355fa6e5022c49ac1b285405a69e in 892ms, sequenceid=377, compaction requested=true 2024-11-22T19:57:03,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:03,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:03,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:03,144 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:03,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:03,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:03,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:03,144 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:03,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:03,147 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138089 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:03,147 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 49891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:03,147 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/B is initiating minor compaction (all files) 2024-11-22T19:57:03,147 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/A is initiating minor compaction (all files) 2024-11-22T19:57:03,147 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/A in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:03,147 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/ae0d9e311c0f458bb323cf2a40769a09, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/85c057bfc0c649e38c364a71249feec3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e30c7eec908e4fc5a6c2f18d0382027f] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=134.9 K 2024-11-22T19:57:03,147 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:03,147 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/ae0d9e311c0f458bb323cf2a40769a09, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/85c057bfc0c649e38c364a71249feec3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e30c7eec908e4fc5a6c2f18d0382027f] 2024-11-22T19:57:03,147 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/B in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:03,148 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/e977271a58894e64b74ec1f73e54b812, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/140f3b799926497b910b259e41edc5ad, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/d465a8213da648f0a3b7b2a86e75f967] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=48.7 K 2024-11-22T19:57:03,148 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae0d9e311c0f458bb323cf2a40769a09, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732305419899 2024-11-22T19:57:03,148 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting e977271a58894e64b74ec1f73e54b812, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732305419899 2024-11-22T19:57:03,148 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85c057bfc0c649e38c364a71249feec3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732305420040 2024-11-22T19:57:03,149 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 140f3b799926497b910b259e41edc5ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732305420040 2024-11-22T19:57:03,149 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting d465a8213da648f0a3b7b2a86e75f967, keycount=400, bloomtype=ROW, size=23.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732305422236 2024-11-22T19:57:03,149 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting e30c7eec908e4fc5a6c2f18d0382027f, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732305422236 2024-11-22T19:57:03,161 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:03,173 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#B#compaction#226 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:03,173 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411224b84216ea7cc4f54899fb817a9a4885f_634f355fa6e5022c49ac1b285405a69e store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:03,173 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/7d03cf3dc7c948b188781da3a61514ff is 50, key is test_row_0/B:col10/1732305422246/Put/seqid=0 2024-11-22T19:57:03,177 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411224b84216ea7cc4f54899fb817a9a4885f_634f355fa6e5022c49ac1b285405a69e, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:03,177 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224b84216ea7cc4f54899fb817a9a4885f_634f355fa6e5022c49ac1b285405a69e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:03,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742091_1267 (size=4469) 2024-11-22T19:57:03,193 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#A#compaction#225 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:03,194 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/a9cedf5f382a40f0824297c8f99e0b14 is 175, key is test_row_0/A:col10/1732305422246/Put/seqid=0 2024-11-22T19:57:03,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742092_1268 (size=13187) 2024-11-22T19:57:03,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742093_1269 (size=32141) 2024-11-22T19:57:03,222 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/a9cedf5f382a40f0824297c8f99e0b14 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/a9cedf5f382a40f0824297c8f99e0b14 2024-11-22T19:57:03,230 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/A of 634f355fa6e5022c49ac1b285405a69e into a9cedf5f382a40f0824297c8f99e0b14(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:03,230 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:03,230 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/A, priority=13, startTime=1732305423144; duration=0sec 2024-11-22T19:57:03,230 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:03,230 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:A 2024-11-22T19:57:03,230 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:03,231 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:03,231 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/C is initiating minor compaction (all files) 2024-11-22T19:57:03,231 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/C in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:03,231 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/1ab956a4f1d24451878b74c875eb3201, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/edad611a7c024dc7acf5bf06ffb0260f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/6127eb71659546908059b33d8f74f546] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=36.8 K 2024-11-22T19:57:03,232 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ab956a4f1d24451878b74c875eb3201, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732305419899 2024-11-22T19:57:03,235 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting edad611a7c024dc7acf5bf06ffb0260f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732305420040 2024-11-22T19:57:03,235 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6127eb71659546908059b33d8f74f546, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732305422246 2024-11-22T19:57:03,247 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#C#compaction#227 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:03,248 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/428b4a1acec849f188fa922a76122310 is 50, key is test_row_0/C:col10/1732305422246/Put/seqid=0 2024-11-22T19:57:03,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-22T19:57:03,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:03,249 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T19:57:03,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dc6e5339bd2e43e4888d55286dfade1f_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305422320/Put/seqid=0 2024-11-22T19:57:03,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742094_1270 (size=13187) 2024-11-22T19:57:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T19:57:03,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742095_1271 (size=12454) 2024-11-22T19:57:03,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,323 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dc6e5339bd2e43e4888d55286dfade1f_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dc6e5339bd2e43e4888d55286dfade1f_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/db771c638d6b4918ae8a60eff17196d5, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:03,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/db771c638d6b4918ae8a60eff17196d5 is 175, key is test_row_0/A:col10/1732305422320/Put/seqid=0 2024-11-22T19:57:03,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742096_1272 (size=31255) 2024-11-22T19:57:03,343 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/db771c638d6b4918ae8a60eff17196d5 2024-11-22T19:57:03,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/7f7e1f3ef6d842f0943fbf46d43a7dc5 is 50, key is test_row_0/B:col10/1732305422320/Put/seqid=0 2024-11-22T19:57:03,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742097_1273 (size=12301) 2024-11-22T19:57:03,361 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/7f7e1f3ef6d842f0943fbf46d43a7dc5 2024-11-22T19:57:03,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/4ca649d9338a4ec7a6a059d465849950 is 50, key is test_row_0/C:col10/1732305422320/Put/seqid=0 2024-11-22T19:57:03,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742098_1274 (size=12301) 2024-11-22T19:57:03,406 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/4ca649d9338a4ec7a6a059d465849950 2024-11-22T19:57:03,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/db771c638d6b4918ae8a60eff17196d5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/db771c638d6b4918ae8a60eff17196d5 2024-11-22T19:57:03,423 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/db771c638d6b4918ae8a60eff17196d5, entries=150, sequenceid=403, filesize=30.5 K 2024-11-22T19:57:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/7f7e1f3ef6d842f0943fbf46d43a7dc5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/7f7e1f3ef6d842f0943fbf46d43a7dc5 2024-11-22T19:57:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,429 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/7f7e1f3ef6d842f0943fbf46d43a7dc5, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T19:57:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/4ca649d9338a4ec7a6a059d465849950 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/4ca649d9338a4ec7a6a059d465849950 2024-11-22T19:57:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,435 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/4ca649d9338a4ec7a6a059d465849950, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T19:57:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,437 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 634f355fa6e5022c49ac1b285405a69e in 188ms, sequenceid=403, compaction requested=false 2024-11-22T19:57:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-22T19:57:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-22T19:57:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-22T19:57:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2670 sec 2024-11-22T19:57:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.2740 sec 2024-11-22T19:57:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:03,507 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:03,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:57:03,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e4f1123e01cf4306b35da852f75ef0c7_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305423499/Put/seqid=0 2024-11-22T19:57:03,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742099_1275 (size=20074) 2024-11-22T19:57:03,537 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:03,542 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e4f1123e01cf4306b35da852f75ef0c7_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e4f1123e01cf4306b35da852f75ef0c7_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:03,545 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/1780270d915a403e8710e14e5bf6abe9, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:03,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/1780270d915a403e8710e14e5bf6abe9 is 175, key is test_row_0/A:col10/1732305423499/Put/seqid=0 2024-11-22T19:57:03,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742100_1276 (size=57333) 2024-11-22T19:57:03,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305483594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:03,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305483596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:03,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305483597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:03,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305483601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:03,611 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/7d03cf3dc7c948b188781da3a61514ff as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/7d03cf3dc7c948b188781da3a61514ff 2024-11-22T19:57:03,618 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/B of 634f355fa6e5022c49ac1b285405a69e into 7d03cf3dc7c948b188781da3a61514ff(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:03,618 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:03,618 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/B, priority=13, startTime=1732305423144; duration=0sec 2024-11-22T19:57:03,618 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:03,618 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:B 2024-11-22T19:57:03,705 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/428b4a1acec849f188fa922a76122310 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/428b4a1acec849f188fa922a76122310 2024-11-22T19:57:03,711 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/C of 634f355fa6e5022c49ac1b285405a69e into 428b4a1acec849f188fa922a76122310(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:03,711 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:03,711 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/C, priority=13, startTime=1732305423144; duration=0sec 2024-11-22T19:57:03,712 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:03,712 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:C 2024-11-22T19:57:03,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305483717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305483717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:03,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305483717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305483717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:03,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305483926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305483926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:03,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:03,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305483937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305483937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:03,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:03,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:03,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:03,955 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/1780270d915a403e8710e14e5bf6abe9 2024-11-22T19:57:03,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/a67b466419a04b3d9383172f5fd94983 is 50, key is test_row_0/B:col10/1732305423499/Put/seqid=0 2024-11-22T19:57:03,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742101_1277 (size=12301) 2024-11-22T19:57:04,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305484237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:04,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305484237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:04,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305484256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:04,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305484256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T19:57:04,317 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:04,317 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-22T19:57:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T19:57:04,319 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:04,320 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:04,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:04,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/a67b466419a04b3d9383172f5fd94983 2024-11-22T19:57:04,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/b5514b15e3514022ac3f2ab00b8c16ad is 50, key is test_row_0/C:col10/1732305423499/Put/seqid=0 2024-11-22T19:57:04,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742102_1278 (size=12301) 2024-11-22T19:57:04,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/b5514b15e3514022ac3f2ab00b8c16ad 2024-11-22T19:57:04,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/1780270d915a403e8710e14e5bf6abe9 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1780270d915a403e8710e14e5bf6abe9 2024-11-22T19:57:04,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1780270d915a403e8710e14e5bf6abe9, entries=300, sequenceid=415, filesize=56.0 K 2024-11-22T19:57:04,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/a67b466419a04b3d9383172f5fd94983 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/a67b466419a04b3d9383172f5fd94983 2024-11-22T19:57:04,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/a67b466419a04b3d9383172f5fd94983, entries=150, sequenceid=415, filesize=12.0 K 2024-11-22T19:57:04,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/b5514b15e3514022ac3f2ab00b8c16ad as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/b5514b15e3514022ac3f2ab00b8c16ad 2024-11-22T19:57:04,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/b5514b15e3514022ac3f2ab00b8c16ad, entries=150, sequenceid=415, filesize=12.0 K 2024-11-22T19:57:04,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 634f355fa6e5022c49ac1b285405a69e in 903ms, sequenceid=415, compaction requested=true 2024-11-22T19:57:04,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:04,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:04,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:04,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:04,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:04,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:04,410 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:04,410 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:04,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:04,411 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120729 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:04,411 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/A is initiating minor compaction (all files) 2024-11-22T19:57:04,411 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:04,412 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/B is initiating minor compaction (all files) 2024-11-22T19:57:04,412 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/A in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:04,412 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/B in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:04,412 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/a9cedf5f382a40f0824297c8f99e0b14, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/db771c638d6b4918ae8a60eff17196d5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1780270d915a403e8710e14e5bf6abe9] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=117.9 K 2024-11-22T19:57:04,412 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/7d03cf3dc7c948b188781da3a61514ff, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/7f7e1f3ef6d842f0943fbf46d43a7dc5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/a67b466419a04b3d9383172f5fd94983] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=36.9 K 2024-11-22T19:57:04,412 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:04,412 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/a9cedf5f382a40f0824297c8f99e0b14, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/db771c638d6b4918ae8a60eff17196d5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1780270d915a403e8710e14e5bf6abe9] 2024-11-22T19:57:04,412 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d03cf3dc7c948b188781da3a61514ff, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732305422246 2024-11-22T19:57:04,412 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9cedf5f382a40f0824297c8f99e0b14, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732305422246 2024-11-22T19:57:04,413 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f7e1f3ef6d842f0943fbf46d43a7dc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732305422318 2024-11-22T19:57:04,413 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting db771c638d6b4918ae8a60eff17196d5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732305422318 2024-11-22T19:57:04,413 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting a67b466419a04b3d9383172f5fd94983, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732305423499 2024-11-22T19:57:04,413 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1780270d915a403e8710e14e5bf6abe9, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732305423499 2024-11-22T19:57:04,422 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:04,423 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:04,423 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/018a4777344247f9ad138f5fcee36d81 is 50, key is test_row_0/B:col10/1732305423499/Put/seqid=0 2024-11-22T19:57:04,424 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112222a01fb413d04d6ea48db9f77f5973e7_634f355fa6e5022c49ac1b285405a69e store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:04,426 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112222a01fb413d04d6ea48db9f77f5973e7_634f355fa6e5022c49ac1b285405a69e, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:04,426 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112222a01fb413d04d6ea48db9f77f5973e7_634f355fa6e5022c49ac1b285405a69e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T19:57:04,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742103_1279 (size=13289) 2024-11-22T19:57:04,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742104_1280 (size=4469) 2024-11-22T19:57:04,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-22T19:57:04,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:04,473 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T19:57:04,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122926c00f985dd44eeac77ad497ea50e70_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305423594/Put/seqid=0 2024-11-22T19:57:04,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742105_1281 (size=12454) 2024-11-22T19:57:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T19:57:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:04,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. as already flushing 2024-11-22T19:57:04,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:04,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57744 deadline: 1732305484766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57714 deadline: 1732305484766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:04,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305484767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:04,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305484771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:04,832 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#A#compaction#235 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:04,832 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/dd3beed830854532a84fc195298221be is 175, key is test_row_0/A:col10/1732305423499/Put/seqid=0 2024-11-22T19:57:04,835 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/018a4777344247f9ad138f5fcee36d81 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/018a4777344247f9ad138f5fcee36d81 2024-11-22T19:57:04,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742106_1282 (size=32243) 2024-11-22T19:57:04,841 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/B of 634f355fa6e5022c49ac1b285405a69e into 018a4777344247f9ad138f5fcee36d81(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:04,841 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:04,841 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/B, priority=13, startTime=1732305424410; duration=0sec 2024-11-22T19:57:04,841 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:04,841 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:B 2024-11-22T19:57:04,841 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:04,842 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:04,842 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/C is initiating minor compaction (all files) 2024-11-22T19:57:04,842 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/C in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:04,842 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/428b4a1acec849f188fa922a76122310, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/4ca649d9338a4ec7a6a059d465849950, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/b5514b15e3514022ac3f2ab00b8c16ad] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=36.9 K 2024-11-22T19:57:04,843 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 428b4a1acec849f188fa922a76122310, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732305422246 2024-11-22T19:57:04,843 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ca649d9338a4ec7a6a059d465849950, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732305422318 2024-11-22T19:57:04,843 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b5514b15e3514022ac3f2ab00b8c16ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732305423499 2024-11-22T19:57:04,849 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#C#compaction#237 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:04,850 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/ed49d3bb04994d7abcf47b1aebf0f4c5 is 50, key is test_row_0/C:col10/1732305423499/Put/seqid=0 2024-11-22T19:57:04,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742107_1283 (size=13289) 2024-11-22T19:57:04,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305484876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:04,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:04,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:04,889 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122926c00f985dd44eeac77ad497ea50e70_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122926c00f985dd44eeac77ad497ea50e70_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:04,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/ad61159508ce4a1988e87e41237f7ebd, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:04,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305484887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/ad61159508ce4a1988e87e41237f7ebd is 175, key is test_row_0/A:col10/1732305423594/Put/seqid=0 2024-11-22T19:57:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:04,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742108_1284 (size=31255) 2024-11-22T19:57:04,894 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=441, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/ad61159508ce4a1988e87e41237f7ebd 2024-11-22T19:57:04,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/95b916af238242f48cda7d639171a2ca is 50, key is test_row_0/B:col10/1732305423594/Put/seqid=0 2024-11-22T19:57:04,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742109_1285 (size=12301) 2024-11-22T19:57:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T19:57:05,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:05,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305485097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305485097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:05,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:05,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:05,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:05,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:05,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:05,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:05,126 INFO [Thread-798 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-798. 2024-11-22T19:57:05,126 DEBUG [Thread-798 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:05,126 DEBUG [Thread-798 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,127 DEBUG [Thread-798 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:05,128 INFO [Thread-792 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-792. 2024-11-22T19:57:05,128 DEBUG [Thread-792 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:05,128 DEBUG [Thread-792 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,129 DEBUG [Thread-792 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:05,130 INFO [Thread-794 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-794. 2024-11-22T19:57:05,130 DEBUG [Thread-794 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:05,130 DEBUG [Thread-794 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,130 DEBUG [Thread-794 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:05,131 INFO [Thread-796 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-796. 2024-11-22T19:57:05,131 DEBUG [Thread-796 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:05,131 DEBUG [Thread-796 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,131 DEBUG [Thread-796 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:05,242 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/dd3beed830854532a84fc195298221be as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/dd3beed830854532a84fc195298221be 2024-11-22T19:57:05,246 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/A of 634f355fa6e5022c49ac1b285405a69e into dd3beed830854532a84fc195298221be(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:05,246 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:05,246 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/A, priority=13, startTime=1732305424410; duration=0sec 2024-11-22T19:57:05,246 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:05,246 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:A 2024-11-22T19:57:05,262 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/ed49d3bb04994d7abcf47b1aebf0f4c5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/ed49d3bb04994d7abcf47b1aebf0f4c5 2024-11-22T19:57:05,266 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/C of 634f355fa6e5022c49ac1b285405a69e into ed49d3bb04994d7abcf47b1aebf0f4c5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:05,266 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:05,266 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/C, priority=13, startTime=1732305424410; duration=0sec 2024-11-22T19:57:05,266 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:05,266 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:C 2024-11-22T19:57:05,306 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/95b916af238242f48cda7d639171a2ca 2024-11-22T19:57:05,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/c2ccd00950844536adec9d25c4d62e48 is 50, key is test_row_0/C:col10/1732305423594/Put/seqid=0 2024-11-22T19:57:05,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742110_1286 (size=12301) 2024-11-22T19:57:05,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:05,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57772 deadline: 1732305485406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57728 deadline: 1732305485406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T19:57:05,565 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T19:57:05,717 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/c2ccd00950844536adec9d25c4d62e48 2024-11-22T19:57:05,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/ad61159508ce4a1988e87e41237f7ebd as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/ad61159508ce4a1988e87e41237f7ebd 2024-11-22T19:57:05,726 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/ad61159508ce4a1988e87e41237f7ebd, entries=150, sequenceid=441, filesize=30.5 K 2024-11-22T19:57:05,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/95b916af238242f48cda7d639171a2ca as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/95b916af238242f48cda7d639171a2ca 2024-11-22T19:57:05,730 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/95b916af238242f48cda7d639171a2ca, entries=150, sequenceid=441, filesize=12.0 K 2024-11-22T19:57:05,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/c2ccd00950844536adec9d25c4d62e48 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/c2ccd00950844536adec9d25c4d62e48 2024-11-22T19:57:05,734 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/c2ccd00950844536adec9d25c4d62e48, entries=150, sequenceid=441, filesize=12.0 K 2024-11-22T19:57:05,735 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 634f355fa6e5022c49ac1b285405a69e in 1261ms, sequenceid=441, compaction requested=false 2024-11-22T19:57:05,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:05,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:05,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-22T19:57:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-22T19:57:05,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-22T19:57:05,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-22T19:57:05,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.4210 sec 2024-11-22T19:57:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:05,778 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:05,778 INFO [Thread-787 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-787. 2024-11-22T19:57:05,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T19:57:05,778 INFO [Thread-781 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-781. 2024-11-22T19:57:05,778 DEBUG [Thread-787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:05,778 DEBUG [Thread-787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,778 DEBUG [Thread-781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:05,778 DEBUG [Thread-781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,778 DEBUG [Thread-781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,778 DEBUG [Thread-787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:05,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:05,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ac1dd8a275574b74808e7800b0f8ff7c_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_0/A:col10/1732305425777/Put/seqid=0 2024-11-22T19:57:05,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742111_1287 (size=12454) 2024-11-22T19:57:05,918 INFO [Thread-783 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-783. 2024-11-22T19:57:05,918 INFO [Thread-785 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-785. 2024-11-22T19:57:05,918 DEBUG [Thread-785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:05,918 DEBUG [Thread-783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:05,918 DEBUG [Thread-785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,918 DEBUG [Thread-783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,918 DEBUG [Thread-785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,918 DEBUG [Thread-783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:05,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:05,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:06,188 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:06,191 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ac1dd8a275574b74808e7800b0f8ff7c_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ac1dd8a275574b74808e7800b0f8ff7c_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:06,192 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/a4d95215fdbc4be4a40ab53c1bdf6d18, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:06,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/a4d95215fdbc4be4a40ab53c1bdf6d18 is 175, key is test_row_0/A:col10/1732305425777/Put/seqid=0 2024-11-22T19:57:06,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742112_1288 (size=31255) 2024-11-22T19:57:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T19:57:06,467 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:06,597 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=458, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/a4d95215fdbc4be4a40ab53c1bdf6d18 2024-11-22T19:57:06,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/abaeb13b16ee49618c816a36cf731afe is 50, key is test_row_0/B:col10/1732305425777/Put/seqid=0 2024-11-22T19:57:06,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742113_1289 (size=12301) 2024-11-22T19:57:07,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/abaeb13b16ee49618c816a36cf731afe 2024-11-22T19:57:07,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/23d7606a5741474c849506cce35fcc2d is 50, key is test_row_0/C:col10/1732305425777/Put/seqid=0 2024-11-22T19:57:07,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742114_1290 (size=12301) 2024-11-22T19:57:07,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/23d7606a5741474c849506cce35fcc2d 2024-11-22T19:57:07,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/a4d95215fdbc4be4a40ab53c1bdf6d18 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/a4d95215fdbc4be4a40ab53c1bdf6d18 2024-11-22T19:57:07,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/a4d95215fdbc4be4a40ab53c1bdf6d18, entries=150, sequenceid=458, filesize=30.5 K 2024-11-22T19:57:07,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/abaeb13b16ee49618c816a36cf731afe as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/abaeb13b16ee49618c816a36cf731afe 2024-11-22T19:57:07,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/abaeb13b16ee49618c816a36cf731afe, entries=150, sequenceid=458, filesize=12.0 K 2024-11-22T19:57:07,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/23d7606a5741474c849506cce35fcc2d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/23d7606a5741474c849506cce35fcc2d 2024-11-22T19:57:07,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/23d7606a5741474c849506cce35fcc2d, entries=150, sequenceid=458, filesize=12.0 K 2024-11-22T19:57:07,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=13.42 KB/13740 for 634f355fa6e5022c49ac1b285405a69e in 1654ms, sequenceid=458, compaction requested=true 2024-11-22T19:57:07,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:07,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:07,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:07,433 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:07,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:07,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:07,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634f355fa6e5022c49ac1b285405a69e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:07,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:07,433 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:07,433 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94753 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:07,433 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:07,433 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/A is initiating minor compaction (all files) 2024-11-22T19:57:07,433 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/B is initiating minor compaction (all files) 2024-11-22T19:57:07,434 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/A in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:07,434 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/B in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:07,434 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/dd3beed830854532a84fc195298221be, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/ad61159508ce4a1988e87e41237f7ebd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/a4d95215fdbc4be4a40ab53c1bdf6d18] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=92.5 K 2024-11-22T19:57:07,434 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/018a4777344247f9ad138f5fcee36d81, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/95b916af238242f48cda7d639171a2ca, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/abaeb13b16ee49618c816a36cf731afe] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=37.0 K 2024-11-22T19:57:07,434 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:07,434 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/dd3beed830854532a84fc195298221be, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/ad61159508ce4a1988e87e41237f7ebd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/a4d95215fdbc4be4a40ab53c1bdf6d18] 2024-11-22T19:57:07,434 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 018a4777344247f9ad138f5fcee36d81, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732305423499 2024-11-22T19:57:07,434 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd3beed830854532a84fc195298221be, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732305423499 2024-11-22T19:57:07,434 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 95b916af238242f48cda7d639171a2ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732305423592 2024-11-22T19:57:07,434 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad61159508ce4a1988e87e41237f7ebd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732305423592 2024-11-22T19:57:07,434 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting abaeb13b16ee49618c816a36cf731afe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732305424763 2024-11-22T19:57:07,435 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4d95215fdbc4be4a40ab53c1bdf6d18, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732305424763 2024-11-22T19:57:07,442 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:07,443 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#B#compaction#243 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:07,443 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122d0bba77ff3fb45918d2bffb331a2fef4_634f355fa6e5022c49ac1b285405a69e store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:07,443 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/b48de99112a848d6a148c73a0dafff2b is 50, key is test_row_0/B:col10/1732305425777/Put/seqid=0 2024-11-22T19:57:07,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742115_1291 (size=13391) 2024-11-22T19:57:07,464 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122d0bba77ff3fb45918d2bffb331a2fef4_634f355fa6e5022c49ac1b285405a69e, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:07,465 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d0bba77ff3fb45918d2bffb331a2fef4_634f355fa6e5022c49ac1b285405a69e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:07,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742116_1292 (size=4469) 2024-11-22T19:57:07,853 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/b48de99112a848d6a148c73a0dafff2b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b48de99112a848d6a148c73a0dafff2b 2024-11-22T19:57:07,857 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/B of 634f355fa6e5022c49ac1b285405a69e into b48de99112a848d6a148c73a0dafff2b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:07,857 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:07,857 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/B, priority=13, startTime=1732305427433; duration=0sec 2024-11-22T19:57:07,857 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:07,857 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:B 2024-11-22T19:57:07,857 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:07,858 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:07,858 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 634f355fa6e5022c49ac1b285405a69e/C is initiating minor compaction (all files) 2024-11-22T19:57:07,858 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634f355fa6e5022c49ac1b285405a69e/C in TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:07,858 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/ed49d3bb04994d7abcf47b1aebf0f4c5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/c2ccd00950844536adec9d25c4d62e48, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/23d7606a5741474c849506cce35fcc2d] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp, totalSize=37.0 K 2024-11-22T19:57:07,858 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ed49d3bb04994d7abcf47b1aebf0f4c5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732305423499 2024-11-22T19:57:07,858 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c2ccd00950844536adec9d25c4d62e48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732305423592 2024-11-22T19:57:07,859 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 23d7606a5741474c849506cce35fcc2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732305424763 2024-11-22T19:57:07,866 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#C#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:07,866 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/fd52e6c5613645c5837c50a9ca14e17b is 50, key is test_row_0/C:col10/1732305425777/Put/seqid=0 2024-11-22T19:57:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742117_1293 (size=13391) 2024-11-22T19:57:07,871 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634f355fa6e5022c49ac1b285405a69e#A#compaction#244 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:07,872 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/eefa5c282dd64d76bb7afead0d0c7026 is 175, key is test_row_0/A:col10/1732305425777/Put/seqid=0 2024-11-22T19:57:07,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742118_1294 (size=32345) 2024-11-22T19:57:08,274 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/fd52e6c5613645c5837c50a9ca14e17b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/fd52e6c5613645c5837c50a9ca14e17b 2024-11-22T19:57:08,279 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/C of 634f355fa6e5022c49ac1b285405a69e into fd52e6c5613645c5837c50a9ca14e17b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:08,279 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:08,279 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/C, priority=13, startTime=1732305427433; duration=0sec 2024-11-22T19:57:08,279 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:08,279 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:C 2024-11-22T19:57:08,279 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/eefa5c282dd64d76bb7afead0d0c7026 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/eefa5c282dd64d76bb7afead0d0c7026 2024-11-22T19:57:08,283 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634f355fa6e5022c49ac1b285405a69e/A of 634f355fa6e5022c49ac1b285405a69e into eefa5c282dd64d76bb7afead0d0c7026(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:08,283 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634f355fa6e5022c49ac1b285405a69e: 2024-11-22T19:57:08,283 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., storeName=634f355fa6e5022c49ac1b285405a69e/A, priority=13, startTime=1732305427433; duration=0sec 2024-11-22T19:57:08,283 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:08,283 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634f355fa6e5022c49ac1b285405a69e:A 2024-11-22T19:57:10,818 INFO [Thread-789 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-789. 2024-11-22T19:57:10,818 DEBUG [Thread-789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:10,818 DEBUG [Thread-789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:10,818 DEBUG [Thread-789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:10,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3078 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3076 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1347 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4041 rows 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1338 2024-11-22T19:57:10,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4011 rows 2024-11-22T19:57:10,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:57:10,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:57:10,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:10,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:10,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:10,820 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T19:57:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T19:57:10,822 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305430822"}]},"ts":"1732305430822"} 2024-11-22T19:57:10,824 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T19:57:10,824 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T19:57:10,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T19:57:10,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, UNASSIGN}] 2024-11-22T19:57:10,826 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, UNASSIGN 2024-11-22T19:57:10,827 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=634f355fa6e5022c49ac1b285405a69e, regionState=CLOSING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:10,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, UNASSIGN because future has completed 2024-11-22T19:57:10,828 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T19:57:10,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; CloseRegionProcedure 634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:57:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T19:57:10,980 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(122): Close 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:10,980 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T19:57:10,980 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1722): Closing 634f355fa6e5022c49ac1b285405a69e, disabling compactions & flushes 2024-11-22T19:57:10,980 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:10,980 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:10,980 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. after waiting 0 ms 2024-11-22T19:57:10,980 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:10,980 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(2902): Flushing 634f355fa6e5022c49ac1b285405a69e 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-22T19:57:10,986 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112225e7e7ca0e4842b2ae8a87621a4bde94_634f355fa6e5022c49ac1b285405a69e is 50, key is test_row_1/A:col10/1732305430817/Put/seqid=0 2024-11-22T19:57:10,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742119_1295 (size=9914) 2024-11-22T19:57:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T19:57:11,390 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:11,394 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112225e7e7ca0e4842b2ae8a87621a4bde94_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112225e7e7ca0e4842b2ae8a87621a4bde94_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:11,395 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/22c7399c7fb54318aaecefbd52b85557, store: [table=TestAcidGuarantees family=A region=634f355fa6e5022c49ac1b285405a69e] 2024-11-22T19:57:11,396 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/22c7399c7fb54318aaecefbd52b85557 is 175, key is test_row_1/A:col10/1732305430817/Put/seqid=0 2024-11-22T19:57:11,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742120_1296 (size=22561) 2024-11-22T19:57:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T19:57:11,800 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=467, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/22c7399c7fb54318aaecefbd52b85557 2024-11-22T19:57:11,806 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/20bada9a79684a3690248fdd6fbf0d68 is 50, key is test_row_1/B:col10/1732305430817/Put/seqid=0 2024-11-22T19:57:11,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742121_1297 (size=9857) 2024-11-22T19:57:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T19:57:12,210 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/20bada9a79684a3690248fdd6fbf0d68 2024-11-22T19:57:12,216 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/90c28b9dabd44f188ac082afffb4b27c is 50, key is test_row_1/C:col10/1732305430817/Put/seqid=0 2024-11-22T19:57:12,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742122_1298 (size=9857) 2024-11-22T19:57:12,620 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/90c28b9dabd44f188ac082afffb4b27c 2024-11-22T19:57:12,624 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/A/22c7399c7fb54318aaecefbd52b85557 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/22c7399c7fb54318aaecefbd52b85557 2024-11-22T19:57:12,628 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/22c7399c7fb54318aaecefbd52b85557, entries=100, sequenceid=467, filesize=22.0 K 2024-11-22T19:57:12,629 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/B/20bada9a79684a3690248fdd6fbf0d68 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/20bada9a79684a3690248fdd6fbf0d68 2024-11-22T19:57:12,632 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/20bada9a79684a3690248fdd6fbf0d68, entries=100, sequenceid=467, filesize=9.6 K 2024-11-22T19:57:12,632 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/.tmp/C/90c28b9dabd44f188ac082afffb4b27c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/90c28b9dabd44f188ac082afffb4b27c 2024-11-22T19:57:12,635 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/90c28b9dabd44f188ac082afffb4b27c, entries=100, sequenceid=467, filesize=9.6 K 2024-11-22T19:57:12,636 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 634f355fa6e5022c49ac1b285405a69e in 1656ms, sequenceid=467, compaction requested=false 2024-11-22T19:57:12,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/142c8046e2784e529e32505148908092, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/f43de2dd9f9a4be580d7a45c45bfd5e7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/afa1e033fe0c4590be6015c927c7ec1b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/dd8c465762c741acbd78087c9a0e9edf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/33edc851c0fa4ba8aa7db77006010dd0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/047bdfed81154f4f869e289f0948d62a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/cfb0df2e97314a9688af62cf00e2a9fb, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8dc95dc58f1e4cbabf031a38f0d0391f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/25af9fa3829943c8916a69591863d940, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1b1fa2c6880c48b59f9d8a81e34caa21, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/0a1905ceb38346aab6aa8e495be4491f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8a66f343e1224145be4817a9eba0ebbf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/45700f9181b64f98accffd2b8ee8655b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e11c5318eaf849919b6ec91532ef077f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/335456a4ef174dcfaa9291e901d0dcde, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/285fe82bc81b4fcd8fca9f79804f61fe, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/48dc41d5d1374fa099defe922962457a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/b77039c3f9e746a79c46cfcf17ffda59, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8646c4302d4044fd80a0c05baf56c795, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/75763bdc0fea4293a50693507373a4f4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/402a83c84a9b4f238185b4b402b0ea2e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/41de5fd190f642198b497fec90d62ec3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/ae0d9e311c0f458bb323cf2a40769a09, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/9dcd35a55128460f9535001f6d761237, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/85c057bfc0c649e38c364a71249feec3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e30c7eec908e4fc5a6c2f18d0382027f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/a9cedf5f382a40f0824297c8f99e0b14, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/db771c638d6b4918ae8a60eff17196d5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1780270d915a403e8710e14e5bf6abe9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/dd3beed830854532a84fc195298221be, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/ad61159508ce4a1988e87e41237f7ebd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/a4d95215fdbc4be4a40ab53c1bdf6d18] to archive 2024-11-22T19:57:12,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:57:12,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/142c8046e2784e529e32505148908092 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/142c8046e2784e529e32505148908092 2024-11-22T19:57:12,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/f43de2dd9f9a4be580d7a45c45bfd5e7 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/f43de2dd9f9a4be580d7a45c45bfd5e7 2024-11-22T19:57:12,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/afa1e033fe0c4590be6015c927c7ec1b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/afa1e033fe0c4590be6015c927c7ec1b 2024-11-22T19:57:12,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/dd8c465762c741acbd78087c9a0e9edf to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/dd8c465762c741acbd78087c9a0e9edf 2024-11-22T19:57:12,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/33edc851c0fa4ba8aa7db77006010dd0 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/33edc851c0fa4ba8aa7db77006010dd0 2024-11-22T19:57:12,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/047bdfed81154f4f869e289f0948d62a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/047bdfed81154f4f869e289f0948d62a 2024-11-22T19:57:12,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/cfb0df2e97314a9688af62cf00e2a9fb to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/cfb0df2e97314a9688af62cf00e2a9fb 2024-11-22T19:57:12,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8dc95dc58f1e4cbabf031a38f0d0391f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8dc95dc58f1e4cbabf031a38f0d0391f 2024-11-22T19:57:12,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/25af9fa3829943c8916a69591863d940 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/25af9fa3829943c8916a69591863d940 2024-11-22T19:57:12,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1b1fa2c6880c48b59f9d8a81e34caa21 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1b1fa2c6880c48b59f9d8a81e34caa21 2024-11-22T19:57:12,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/0a1905ceb38346aab6aa8e495be4491f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/0a1905ceb38346aab6aa8e495be4491f 2024-11-22T19:57:12,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8a66f343e1224145be4817a9eba0ebbf to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8a66f343e1224145be4817a9eba0ebbf 2024-11-22T19:57:12,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/45700f9181b64f98accffd2b8ee8655b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/45700f9181b64f98accffd2b8ee8655b 2024-11-22T19:57:12,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e11c5318eaf849919b6ec91532ef077f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e11c5318eaf849919b6ec91532ef077f 2024-11-22T19:57:12,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/335456a4ef174dcfaa9291e901d0dcde to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/335456a4ef174dcfaa9291e901d0dcde 2024-11-22T19:57:12,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/285fe82bc81b4fcd8fca9f79804f61fe to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/285fe82bc81b4fcd8fca9f79804f61fe 2024-11-22T19:57:12,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/48dc41d5d1374fa099defe922962457a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/48dc41d5d1374fa099defe922962457a 2024-11-22T19:57:12,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/b77039c3f9e746a79c46cfcf17ffda59 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/b77039c3f9e746a79c46cfcf17ffda59 2024-11-22T19:57:12,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8646c4302d4044fd80a0c05baf56c795 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/8646c4302d4044fd80a0c05baf56c795 2024-11-22T19:57:12,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/75763bdc0fea4293a50693507373a4f4 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/75763bdc0fea4293a50693507373a4f4 2024-11-22T19:57:12,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/402a83c84a9b4f238185b4b402b0ea2e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/402a83c84a9b4f238185b4b402b0ea2e 2024-11-22T19:57:12,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/41de5fd190f642198b497fec90d62ec3 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/41de5fd190f642198b497fec90d62ec3 2024-11-22T19:57:12,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/ae0d9e311c0f458bb323cf2a40769a09 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/ae0d9e311c0f458bb323cf2a40769a09 2024-11-22T19:57:12,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/9dcd35a55128460f9535001f6d761237 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/9dcd35a55128460f9535001f6d761237 2024-11-22T19:57:12,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/85c057bfc0c649e38c364a71249feec3 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/85c057bfc0c649e38c364a71249feec3 2024-11-22T19:57:12,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e30c7eec908e4fc5a6c2f18d0382027f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/e30c7eec908e4fc5a6c2f18d0382027f 2024-11-22T19:57:12,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/a9cedf5f382a40f0824297c8f99e0b14 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/a9cedf5f382a40f0824297c8f99e0b14 2024-11-22T19:57:12,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/db771c638d6b4918ae8a60eff17196d5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/db771c638d6b4918ae8a60eff17196d5 2024-11-22T19:57:12,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1780270d915a403e8710e14e5bf6abe9 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/1780270d915a403e8710e14e5bf6abe9 2024-11-22T19:57:12,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/dd3beed830854532a84fc195298221be to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/dd3beed830854532a84fc195298221be 2024-11-22T19:57:12,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/ad61159508ce4a1988e87e41237f7ebd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/ad61159508ce4a1988e87e41237f7ebd 2024-11-22T19:57:12,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/a4d95215fdbc4be4a40ab53c1bdf6d18 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/a4d95215fdbc4be4a40ab53c1bdf6d18 2024-11-22T19:57:12,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/652d190f663b48f0970f2c3318fbfae8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/2dc84bc93141400aad9ed3c18de8f17e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/ea7d903ab6af44afaf2f5483411449fe, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/65f96ea1974c4fcaa1ecf9afd20b5964, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/cc92e71a05254141ae1d8cf3b9c2c867, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/049435227e5745eb959859e5604c14b8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b87a908d0f934395ab5e90bb7d579c00, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b8cebeeed3094511a3c9a02f3d7425d7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/70739223204c47fc9c609537a36700d3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/0688230889a44a70812c04a0e0dac965, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/dfeefa16bcba4bf1becbc8098463db44, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/3d3ece5b30ff4e53b97b1f0e6ce57271, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/bb91f845c3864d06a9fbe7924d9001d3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/ff12a9df48d84daf860220dc0760a1e1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/d4033da904264523a21208d09f5612a3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/5955fb7a7d0d4436bf99dfd54b021938, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/96e57b7d27d840fb9d9828a60f4c31a7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/18ccbdc5d6ca4d3f9e293185103e205d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/e408b70854104d9082b4134941c38e69, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/31a5696e11834c0e885a28dce8d75a2d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/c02b557ec8de4f20ad315933e980bda6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b3ce0ab79676435a8a291fd7dc2362d2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/e977271a58894e64b74ec1f73e54b812, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/931a15eeadfb4bd0983b9e8708f4260a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/140f3b799926497b910b259e41edc5ad, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/d465a8213da648f0a3b7b2a86e75f967, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/7d03cf3dc7c948b188781da3a61514ff, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/7f7e1f3ef6d842f0943fbf46d43a7dc5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/018a4777344247f9ad138f5fcee36d81, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/a67b466419a04b3d9383172f5fd94983, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/95b916af238242f48cda7d639171a2ca, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/abaeb13b16ee49618c816a36cf731afe] to archive 2024-11-22T19:57:12,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:57:12,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/652d190f663b48f0970f2c3318fbfae8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/652d190f663b48f0970f2c3318fbfae8 2024-11-22T19:57:12,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/2dc84bc93141400aad9ed3c18de8f17e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/2dc84bc93141400aad9ed3c18de8f17e 2024-11-22T19:57:12,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/ea7d903ab6af44afaf2f5483411449fe to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/ea7d903ab6af44afaf2f5483411449fe 2024-11-22T19:57:12,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/65f96ea1974c4fcaa1ecf9afd20b5964 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/65f96ea1974c4fcaa1ecf9afd20b5964 2024-11-22T19:57:12,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/cc92e71a05254141ae1d8cf3b9c2c867 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/cc92e71a05254141ae1d8cf3b9c2c867 2024-11-22T19:57:12,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/049435227e5745eb959859e5604c14b8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/049435227e5745eb959859e5604c14b8 2024-11-22T19:57:12,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b87a908d0f934395ab5e90bb7d579c00 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b87a908d0f934395ab5e90bb7d579c00 2024-11-22T19:57:12,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b8cebeeed3094511a3c9a02f3d7425d7 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b8cebeeed3094511a3c9a02f3d7425d7 2024-11-22T19:57:12,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/70739223204c47fc9c609537a36700d3 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/70739223204c47fc9c609537a36700d3 2024-11-22T19:57:12,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/0688230889a44a70812c04a0e0dac965 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/0688230889a44a70812c04a0e0dac965 2024-11-22T19:57:12,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/dfeefa16bcba4bf1becbc8098463db44 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/dfeefa16bcba4bf1becbc8098463db44 2024-11-22T19:57:12,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/3d3ece5b30ff4e53b97b1f0e6ce57271 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/3d3ece5b30ff4e53b97b1f0e6ce57271 2024-11-22T19:57:12,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/bb91f845c3864d06a9fbe7924d9001d3 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/bb91f845c3864d06a9fbe7924d9001d3 2024-11-22T19:57:12,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/ff12a9df48d84daf860220dc0760a1e1 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/ff12a9df48d84daf860220dc0760a1e1 2024-11-22T19:57:12,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/d4033da904264523a21208d09f5612a3 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/d4033da904264523a21208d09f5612a3 2024-11-22T19:57:12,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/5955fb7a7d0d4436bf99dfd54b021938 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/5955fb7a7d0d4436bf99dfd54b021938 2024-11-22T19:57:12,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/96e57b7d27d840fb9d9828a60f4c31a7 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/96e57b7d27d840fb9d9828a60f4c31a7 2024-11-22T19:57:12,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/18ccbdc5d6ca4d3f9e293185103e205d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/18ccbdc5d6ca4d3f9e293185103e205d 2024-11-22T19:57:12,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/e408b70854104d9082b4134941c38e69 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/e408b70854104d9082b4134941c38e69 2024-11-22T19:57:12,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/31a5696e11834c0e885a28dce8d75a2d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/31a5696e11834c0e885a28dce8d75a2d 2024-11-22T19:57:12,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/c02b557ec8de4f20ad315933e980bda6 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/c02b557ec8de4f20ad315933e980bda6 2024-11-22T19:57:12,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b3ce0ab79676435a8a291fd7dc2362d2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b3ce0ab79676435a8a291fd7dc2362d2 2024-11-22T19:57:12,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/e977271a58894e64b74ec1f73e54b812 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/e977271a58894e64b74ec1f73e54b812 2024-11-22T19:57:12,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/931a15eeadfb4bd0983b9e8708f4260a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/931a15eeadfb4bd0983b9e8708f4260a 2024-11-22T19:57:12,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/140f3b799926497b910b259e41edc5ad to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/140f3b799926497b910b259e41edc5ad 2024-11-22T19:57:12,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/d465a8213da648f0a3b7b2a86e75f967 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/d465a8213da648f0a3b7b2a86e75f967 2024-11-22T19:57:12,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/7d03cf3dc7c948b188781da3a61514ff to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/7d03cf3dc7c948b188781da3a61514ff 2024-11-22T19:57:12,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/7f7e1f3ef6d842f0943fbf46d43a7dc5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/7f7e1f3ef6d842f0943fbf46d43a7dc5 2024-11-22T19:57:12,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/018a4777344247f9ad138f5fcee36d81 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/018a4777344247f9ad138f5fcee36d81 2024-11-22T19:57:12,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/a67b466419a04b3d9383172f5fd94983 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/a67b466419a04b3d9383172f5fd94983 2024-11-22T19:57:12,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/95b916af238242f48cda7d639171a2ca to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/95b916af238242f48cda7d639171a2ca 2024-11-22T19:57:12,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/abaeb13b16ee49618c816a36cf731afe to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/abaeb13b16ee49618c816a36cf731afe 2024-11-22T19:57:12,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/845a7b30ec814001b806545a01381c31, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/8f189eeab4e54a6380e1f58eb6e13ea2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/4a2a51253d1c43e8935ed9a860b2d130, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/7ea70fa0b18746e2b6151f03e6043ac4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/ed8fc61f724c4f768157ec1533626587, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/5812bcb81b8f4e4dbe4b511317f4a5c6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/7fa11594ca3f4d21bbc57e3c1fe7edac, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/8229d692a4864f44bb469ddee307c0f0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/f1f5deb19c8f4080accf6de4a910dcb6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/cb76fe8d33874e1aa426145d44ea90de, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/9c7ac42b413f46f78ce06f19debb8fb0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/b388c5a73f7d4877983028e713b0705a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/29847814e76a483d85d82334ed442e07, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/2edee65a10b549f582feea3c46358d76, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/302640891b784eb89eef367f330079ce, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/96e3af9caee44b4c8ec3baae20742212, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/e47b9be74fd64b8a931b4764bb0ce4af, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/33e8ba0ef9344105b7cc63ac2b16999a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/f004490c368c4917bbc6a05d57d2ff23, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/420ef0c2b7c54321b2663a84152bdbfc, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/c6d2adfae06e44c58172a01f1163dce9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/00892d1f47e843b4b805204319c93b10, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/1ab956a4f1d24451878b74c875eb3201, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/eadb042f8ef048d49de5ed8dfd9f428e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/edad611a7c024dc7acf5bf06ffb0260f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/428b4a1acec849f188fa922a76122310, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/6127eb71659546908059b33d8f74f546, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/4ca649d9338a4ec7a6a059d465849950, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/ed49d3bb04994d7abcf47b1aebf0f4c5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/b5514b15e3514022ac3f2ab00b8c16ad, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/c2ccd00950844536adec9d25c4d62e48, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/23d7606a5741474c849506cce35fcc2d] to archive 2024-11-22T19:57:12,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:57:12,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/845a7b30ec814001b806545a01381c31 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/845a7b30ec814001b806545a01381c31 2024-11-22T19:57:12,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/8f189eeab4e54a6380e1f58eb6e13ea2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/8f189eeab4e54a6380e1f58eb6e13ea2 2024-11-22T19:57:12,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/4a2a51253d1c43e8935ed9a860b2d130 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/4a2a51253d1c43e8935ed9a860b2d130 2024-11-22T19:57:12,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/7ea70fa0b18746e2b6151f03e6043ac4 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/7ea70fa0b18746e2b6151f03e6043ac4 2024-11-22T19:57:12,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/ed8fc61f724c4f768157ec1533626587 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/ed8fc61f724c4f768157ec1533626587 2024-11-22T19:57:12,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/5812bcb81b8f4e4dbe4b511317f4a5c6 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/5812bcb81b8f4e4dbe4b511317f4a5c6 2024-11-22T19:57:12,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/7fa11594ca3f4d21bbc57e3c1fe7edac to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/7fa11594ca3f4d21bbc57e3c1fe7edac 2024-11-22T19:57:12,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/8229d692a4864f44bb469ddee307c0f0 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/8229d692a4864f44bb469ddee307c0f0 2024-11-22T19:57:12,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/f1f5deb19c8f4080accf6de4a910dcb6 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/f1f5deb19c8f4080accf6de4a910dcb6 2024-11-22T19:57:12,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/cb76fe8d33874e1aa426145d44ea90de to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/cb76fe8d33874e1aa426145d44ea90de 2024-11-22T19:57:12,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/9c7ac42b413f46f78ce06f19debb8fb0 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/9c7ac42b413f46f78ce06f19debb8fb0 2024-11-22T19:57:12,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/b388c5a73f7d4877983028e713b0705a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/b388c5a73f7d4877983028e713b0705a 2024-11-22T19:57:12,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/29847814e76a483d85d82334ed442e07 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/29847814e76a483d85d82334ed442e07 2024-11-22T19:57:12,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/2edee65a10b549f582feea3c46358d76 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/2edee65a10b549f582feea3c46358d76 2024-11-22T19:57:12,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/302640891b784eb89eef367f330079ce to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/302640891b784eb89eef367f330079ce 2024-11-22T19:57:12,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/96e3af9caee44b4c8ec3baae20742212 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/96e3af9caee44b4c8ec3baae20742212 2024-11-22T19:57:12,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/e47b9be74fd64b8a931b4764bb0ce4af to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/e47b9be74fd64b8a931b4764bb0ce4af 2024-11-22T19:57:12,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/33e8ba0ef9344105b7cc63ac2b16999a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/33e8ba0ef9344105b7cc63ac2b16999a 2024-11-22T19:57:12,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/f004490c368c4917bbc6a05d57d2ff23 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/f004490c368c4917bbc6a05d57d2ff23 2024-11-22T19:57:12,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/420ef0c2b7c54321b2663a84152bdbfc to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/420ef0c2b7c54321b2663a84152bdbfc 2024-11-22T19:57:12,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/c6d2adfae06e44c58172a01f1163dce9 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/c6d2adfae06e44c58172a01f1163dce9 2024-11-22T19:57:12,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/00892d1f47e843b4b805204319c93b10 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/00892d1f47e843b4b805204319c93b10 2024-11-22T19:57:12,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/1ab956a4f1d24451878b74c875eb3201 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/1ab956a4f1d24451878b74c875eb3201 2024-11-22T19:57:12,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/eadb042f8ef048d49de5ed8dfd9f428e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/eadb042f8ef048d49de5ed8dfd9f428e 2024-11-22T19:57:12,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/edad611a7c024dc7acf5bf06ffb0260f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/edad611a7c024dc7acf5bf06ffb0260f 2024-11-22T19:57:12,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/428b4a1acec849f188fa922a76122310 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/428b4a1acec849f188fa922a76122310 2024-11-22T19:57:12,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/6127eb71659546908059b33d8f74f546 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/6127eb71659546908059b33d8f74f546 2024-11-22T19:57:12,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/4ca649d9338a4ec7a6a059d465849950 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/4ca649d9338a4ec7a6a059d465849950 2024-11-22T19:57:12,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/ed49d3bb04994d7abcf47b1aebf0f4c5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/ed49d3bb04994d7abcf47b1aebf0f4c5 2024-11-22T19:57:12,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/b5514b15e3514022ac3f2ab00b8c16ad to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/b5514b15e3514022ac3f2ab00b8c16ad 2024-11-22T19:57:12,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/c2ccd00950844536adec9d25c4d62e48 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/c2ccd00950844536adec9d25c4d62e48 2024-11-22T19:57:12,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/23d7606a5741474c849506cce35fcc2d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/23d7606a5741474c849506cce35fcc2d 2024-11-22T19:57:12,744 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/recovered.edits/470.seqid, newMaxSeqId=470, maxSeqId=4 2024-11-22T19:57:12,744 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. 2024-11-22T19:57:12,744 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] regionserver.HRegion(1676): Region close journal for 634f355fa6e5022c49ac1b285405a69e: Waiting for close lock at 1732305430980Running coprocessor pre-close hooks at 1732305430980Disabling compacts and flushes for region at 1732305430980Disabling writes for close at 1732305430980Obtaining lock to block concurrent updates at 1732305430980Preparing flush snapshotting stores in 634f355fa6e5022c49ac1b285405a69e at 1732305430980Finished memstore snapshotting TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732305430981 (+1 ms)Flushing stores of TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e. at 1732305430981Flushing 634f355fa6e5022c49ac1b285405a69e/A: creating writer at 1732305430981Flushing mob file 634f355fa6e5022c49ac1b285405a69e/A: appending metadata at 1732305430986 (+5 ms)Flushing mob file 634f355fa6e5022c49ac1b285405a69e/A: closing flushed file at 1732305430986Flushing 634f355fa6e5022c49ac1b285405a69e/A: appending metadata at 1732305431395 (+409 ms)Flushing 634f355fa6e5022c49ac1b285405a69e/A: closing flushed file at 1732305431395Flushing 634f355fa6e5022c49ac1b285405a69e/B: creating writer at 1732305431803 (+408 ms)Flushing 634f355fa6e5022c49ac1b285405a69e/B: appending metadata at 1732305431806 (+3 ms)Flushing 634f355fa6e5022c49ac1b285405a69e/B: closing flushed file at 1732305431806Flushing 634f355fa6e5022c49ac1b285405a69e/C: creating writer at 1732305432214 (+408 ms)Flushing 634f355fa6e5022c49ac1b285405a69e/C: appending metadata at 1732305432216 (+2 ms)Flushing 634f355fa6e5022c49ac1b285405a69e/C: closing flushed file at 1732305432216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a447804: reopening flushed file at 1732305432624 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1d3c6: reopening flushed file at 1732305432628 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c3df18: reopening flushed file at 1732305432632 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 634f355fa6e5022c49ac1b285405a69e in 1656ms, sequenceid=467, compaction requested=false at 1732305432636 (+4 ms)Writing region close event to WAL at 1732305432741 (+105 ms)Running coprocessor post-close hooks at 1732305432744 (+3 ms)Closed at 1732305432744 2024-11-22T19:57:12,746 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=69}] handler.UnassignRegionHandler(157): Closed 634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:12,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=634f355fa6e5022c49ac1b285405a69e, regionState=CLOSED 2024-11-22T19:57:12,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; CloseRegionProcedure 634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:57:12,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-22T19:57:12,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; CloseRegionProcedure 634f355fa6e5022c49ac1b285405a69e, server=982bb8edae1e,45729,1732305367266 in 1.9210 sec 2024-11-22T19:57:12,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-22T19:57:12,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634f355fa6e5022c49ac1b285405a69e, UNASSIGN in 1.9260 sec 2024-11-22T19:57:12,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-22T19:57:12,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9290 sec 2024-11-22T19:57:12,756 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305432756"}]},"ts":"1732305432756"} 2024-11-22T19:57:12,757 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T19:57:12,757 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T19:57:12,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9380 sec 2024-11-22T19:57:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T19:57:12,967 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:12,967 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T19:57:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:12,969 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=70, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T19:57:12,970 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=70, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:12,972 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:12,974 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/recovered.edits] 2024-11-22T19:57:12,977 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/22c7399c7fb54318aaecefbd52b85557 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/22c7399c7fb54318aaecefbd52b85557 2024-11-22T19:57:12,978 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/eefa5c282dd64d76bb7afead0d0c7026 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/A/eefa5c282dd64d76bb7afead0d0c7026 2024-11-22T19:57:12,980 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/20bada9a79684a3690248fdd6fbf0d68 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/20bada9a79684a3690248fdd6fbf0d68 2024-11-22T19:57:12,981 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b48de99112a848d6a148c73a0dafff2b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/B/b48de99112a848d6a148c73a0dafff2b 2024-11-22T19:57:12,983 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/90c28b9dabd44f188ac082afffb4b27c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/90c28b9dabd44f188ac082afffb4b27c 2024-11-22T19:57:12,984 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/fd52e6c5613645c5837c50a9ca14e17b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/C/fd52e6c5613645c5837c50a9ca14e17b 2024-11-22T19:57:12,986 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/recovered.edits/470.seqid to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e/recovered.edits/470.seqid 2024-11-22T19:57:12,987 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:12,987 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T19:57:12,987 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T19:57:12,988 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T19:57:12,991 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112225e7e7ca0e4842b2ae8a87621a4bde94_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112225e7e7ca0e4842b2ae8a87621a4bde94_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:12,993 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122274886ba4c01453e8bb14d8615deebcd_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122274886ba4c01453e8bb14d8615deebcd_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:12,994 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112236c978df33cc4a69af2aca4892b4beec_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112236c978df33cc4a69af2aca4892b4beec_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:12,995 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122403d9115efed4c97a43687594a56dfc3_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122403d9115efed4c97a43687594a56dfc3_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:12,996 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112242f32f043ea54a88827ce466cff7bf6e_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112242f32f043ea54a88827ce466cff7bf6e_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:12,997 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122579f405d5f894e9baface2727ed5884a_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122579f405d5f894e9baface2727ed5884a_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:12,999 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226a6ada3e57af45fe8efc55afdf6506a5_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226a6ada3e57af45fe8efc55afdf6506a5_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,000 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226e923cb4c6bd44d284f7483ca0dca05b_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226e923cb4c6bd44d284f7483ca0dca05b_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,001 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112270e8b3a086a74f73b4fd4d6d83f1624d_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112270e8b3a086a74f73b4fd4d6d83f1624d_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,002 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112273ce8e47a1534a3cb57d73954f832967_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112273ce8e47a1534a3cb57d73954f832967_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,003 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122926c00f985dd44eeac77ad497ea50e70_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122926c00f985dd44eeac77ad497ea50e70_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,004 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122988bb01c3024470caaf01b0bdb4e1335_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122988bb01c3024470caaf01b0bdb4e1335_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,005 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229ea0c6d1b29149c2a43d27c40ec17436_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229ea0c6d1b29149c2a43d27c40ec17436_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,006 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a2a82631764c408e8b377ae360e24a47_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a2a82631764c408e8b377ae360e24a47_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,007 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122abd8fba78a0445b994679deab73fcc0e_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122abd8fba78a0445b994679deab73fcc0e_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,008 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ac1dd8a275574b74808e7800b0f8ff7c_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ac1dd8a275574b74808e7800b0f8ff7c_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,009 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122aeec14ad33254129a9f06b0fc7836427_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122aeec14ad33254129a9f06b0fc7836427_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,010 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122af906d281d6647d0b9a24549e4727156_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122af906d281d6647d0b9a24549e4727156_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,011 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122afddafa7ce3141c3a281e6e54ef568eb_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122afddafa7ce3141c3a281e6e54ef568eb_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,013 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bc8b19dd14ec4beea3293b2636ae856f_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bc8b19dd14ec4beea3293b2636ae856f_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,014 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c73a5093f1084feb8bca222e87526e1f_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c73a5093f1084feb8bca222e87526e1f_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,015 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dc6e5339bd2e43e4888d55286dfade1f_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dc6e5339bd2e43e4888d55286dfade1f_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,016 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e4f1123e01cf4306b35da852f75ef0c7_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e4f1123e01cf4306b35da852f75ef0c7_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,017 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122febcb2cce37e4ef8b6fcd4a53e1ca303_634f355fa6e5022c49ac1b285405a69e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122febcb2cce37e4ef8b6fcd4a53e1ca303_634f355fa6e5022c49ac1b285405a69e 2024-11-22T19:57:13,018 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T19:57:13,020 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=70, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:13,022 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T19:57:13,024 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T19:57:13,025 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=70, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:13,025 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T19:57:13,025 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732305433025"}]},"ts":"9223372036854775807"} 2024-11-22T19:57:13,027 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T19:57:13,027 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 634f355fa6e5022c49ac1b285405a69e, NAME => 'TestAcidGuarantees,,1732305401979.634f355fa6e5022c49ac1b285405a69e.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T19:57:13,027 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T19:57:13,028 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732305433027"}]},"ts":"9223372036854775807"} 2024-11-22T19:57:13,029 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T19:57:13,030 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=70, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:13,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 62 msec 2024-11-22T19:57:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T19:57:13,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T19:57:13,077 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:13,086 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 237) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-356469749_22 at /127.0.0.1:34846 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/cluster_a9923ad1-52d0-6038-7536-afd0db0b0ac9/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/cluster_a9923ad1-52d0-6038-7536-afd0db0b0ac9/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 398) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8297 (was 8475) 2024-11-22T19:57:13,094 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=8297 2024-11-22T19:57:13,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T19:57:13,095 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:57:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=71, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:13,097 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T19:57:13,097 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:13,097 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 71 2024-11-22T19:57:13,098 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T19:57:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-11-22T19:57:13,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742123_1299 (size=959) 2024-11-22T19:57:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-11-22T19:57:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-11-22T19:57:13,505 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0 2024-11-22T19:57:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742124_1300 (size=53) 2024-11-22T19:57:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-11-22T19:57:13,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:57:13,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7867cd4a2d72abe5004dbd88ef899f5a, disabling compactions & flushes 2024-11-22T19:57:13,911 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:13,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:13,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. after waiting 0 ms 2024-11-22T19:57:13,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:13,911 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:13,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7867cd4a2d72abe5004dbd88ef899f5a: Waiting for close lock at 1732305433911Disabling compacts and flushes for region at 1732305433911Disabling writes for close at 1732305433911Writing region close event to WAL at 1732305433911Closed at 1732305433911 2024-11-22T19:57:13,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T19:57:13,913 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732305433912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732305433912"}]},"ts":"1732305433912"} 2024-11-22T19:57:13,914 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T19:57:13,915 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T19:57:13,915 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305433915"}]},"ts":"1732305433915"} 2024-11-22T19:57:13,916 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T19:57:13,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7867cd4a2d72abe5004dbd88ef899f5a, ASSIGN}] 2024-11-22T19:57:13,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7867cd4a2d72abe5004dbd88ef899f5a, ASSIGN 2024-11-22T19:57:13,918 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7867cd4a2d72abe5004dbd88ef899f5a, ASSIGN; state=OFFLINE, location=982bb8edae1e,45729,1732305367266; forceNewPlan=false, retain=false 2024-11-22T19:57:14,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=7867cd4a2d72abe5004dbd88ef899f5a, regionState=OPENING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:14,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7867cd4a2d72abe5004dbd88ef899f5a, ASSIGN because future has completed 2024-11-22T19:57:14,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:57:14,225 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:14,225 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:57:14,225 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:14,225 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:57:14,225 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:14,225 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:14,227 INFO [StoreOpener-7867cd4a2d72abe5004dbd88ef899f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:14,228 INFO [StoreOpener-7867cd4a2d72abe5004dbd88ef899f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7867cd4a2d72abe5004dbd88ef899f5a columnFamilyName A 2024-11-22T19:57:14,228 DEBUG [StoreOpener-7867cd4a2d72abe5004dbd88ef899f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:14,228 INFO [StoreOpener-7867cd4a2d72abe5004dbd88ef899f5a-1 {}] regionserver.HStore(327): Store=7867cd4a2d72abe5004dbd88ef899f5a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:57:14,228 INFO [StoreOpener-7867cd4a2d72abe5004dbd88ef899f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:14,229 INFO [StoreOpener-7867cd4a2d72abe5004dbd88ef899f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7867cd4a2d72abe5004dbd88ef899f5a columnFamilyName B 2024-11-22T19:57:14,229 DEBUG [StoreOpener-7867cd4a2d72abe5004dbd88ef899f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:14,229 INFO [StoreOpener-7867cd4a2d72abe5004dbd88ef899f5a-1 {}] regionserver.HStore(327): Store=7867cd4a2d72abe5004dbd88ef899f5a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:57:14,229 INFO [StoreOpener-7867cd4a2d72abe5004dbd88ef899f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:14,230 INFO [StoreOpener-7867cd4a2d72abe5004dbd88ef899f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7867cd4a2d72abe5004dbd88ef899f5a columnFamilyName C 2024-11-22T19:57:14,230 DEBUG [StoreOpener-7867cd4a2d72abe5004dbd88ef899f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:14,230 INFO [StoreOpener-7867cd4a2d72abe5004dbd88ef899f5a-1 {}] regionserver.HStore(327): Store=7867cd4a2d72abe5004dbd88ef899f5a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:57:14,231 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:14,231 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:14,231 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:14,232 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:14,232 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:14,233 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:57:14,233 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:14,235 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:57:14,235 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 7867cd4a2d72abe5004dbd88ef899f5a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68131464, jitterRate=0.015237927436828613}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:57:14,235 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:14,236 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 7867cd4a2d72abe5004dbd88ef899f5a: Running coprocessor pre-open hook at 1732305434226Writing region info on filesystem at 1732305434226Initializing all the Stores at 1732305434226Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305434226Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305434226Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305434226Cleaning up temporary data from old regions at 1732305434232 (+6 ms)Running coprocessor post-open hooks at 1732305434235 (+3 ms)Region opened successfully at 1732305434236 (+1 ms) 2024-11-22T19:57:14,236 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., pid=73, masterSystemTime=1732305434222 2024-11-22T19:57:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-11-22T19:57:14,238 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:14,238 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:14,239 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=7867cd4a2d72abe5004dbd88ef899f5a, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:14,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:57:14,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-22T19:57:14,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 in 170 msec 2024-11-22T19:57:14,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-11-22T19:57:14,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7867cd4a2d72abe5004dbd88ef899f5a, ASSIGN in 326 msec 2024-11-22T19:57:14,244 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T19:57:14,244 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305434244"}]},"ts":"1732305434244"} 2024-11-22T19:57:14,245 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T19:57:14,246 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=71, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T19:57:14,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-22T19:57:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71 2024-11-22T19:57:15,247 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:15,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260768f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:15,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:15,249 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6dec37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:15,250 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185c00db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:15,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:15,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:15,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:15,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T19:57:15,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 982bb8edae1e,38233,1732305366518 2024-11-22T19:57:15,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@218c79d0 2024-11-22T19:57:15,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T19:57:15,255 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T19:57:15,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b0fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:15,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:15,257 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413ae3aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:15,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:15,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:15,258 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:15,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569374a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:15,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:15,260 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fdcf59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:15,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:15,261 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:15,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ba6f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:15,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:15,262 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:15,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:15,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a5d063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:15,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:15,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:15,263 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:15,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9c378d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:15,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:15,265 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621df660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:15,266 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e86b5d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:15,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:15,268 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780dad7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:15,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:15,269 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69823afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:15,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:15,271 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66aff74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:15,272 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:15,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48343fda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:15,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:15,273 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:15,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:15,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50cbbb31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:15,274 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528ae5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:15,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:15,276 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24353083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:15,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:15,277 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194c4a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:15,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:15,279 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1595a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:15,280 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:15,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255a91e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:15,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:15,281 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:15,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:15,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:15,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c734e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:15,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:15,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:15,282 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:15,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f21a6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:15,283 DEBUG [Thread-1378 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:15,283 DEBUG [Thread-1376 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:15,283 DEBUG [Thread-1363 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:15,283 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:15,283 DEBUG [Thread-1382 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:15,283 DEBUG [Thread-1365 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:15,284 DEBUG [Thread-1374 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:15,284 DEBUG [Thread-1367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-22T19:57:15,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:15,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:15,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:15,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:15,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:15,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:15,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:15,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:15,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:15,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T19:57:15,286 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:15,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:15,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:15,286 DEBUG [Thread-1371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:15,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:15,287 DEBUG [Thread-1369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:15,287 DEBUG [Thread-1380 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:15,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:57:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:57:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:15,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:15,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:15,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:15,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:15,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:57:15,290 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:15,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:57:15,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:15,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:57:15,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:57:15,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:57:15,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:57:15,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:57:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:57:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:15,301 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:15,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:57:15,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/87f45db9756e45839e8f3291da363475 is 50, key is test_row_0/A:col10/1732305435298/Put/seqid=0 2024-11-22T19:57:15,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742125_1301 (size=12001) 2024-11-22T19:57:15,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305495350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305495359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305495363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305495364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305495364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T19:57:15,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T19:57:15,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:15,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:15,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:15,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:15,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:15,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305495467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305495477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305495477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305495477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305495477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T19:57:15,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:15,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:15,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:15,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:15,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T19:57:15,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305495677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305495686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305495686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305495686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305495686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:15,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/87f45db9756e45839e8f3291da363475 2024-11-22T19:57:15,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T19:57:15,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:15,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:15,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:15,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:15,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:15,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/66f989bb35be4beda39058f8e02cba32 is 50, key is test_row_0/B:col10/1732305435298/Put/seqid=0 2024-11-22T19:57:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742126_1302 (size=12001) 2024-11-22T19:57:15,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/66f989bb35be4beda39058f8e02cba32 2024-11-22T19:57:15,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/8def33fe56b04e6ab7411009a4559744 is 50, key is test_row_0/C:col10/1732305435298/Put/seqid=0 2024-11-22T19:57:15,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742127_1303 (size=12001) 2024-11-22T19:57:15,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/8def33fe56b04e6ab7411009a4559744 2024-11-22T19:57:15,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/87f45db9756e45839e8f3291da363475 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/87f45db9756e45839e8f3291da363475 2024-11-22T19:57:15,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/87f45db9756e45839e8f3291da363475, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T19:57:15,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/66f989bb35be4beda39058f8e02cba32 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/66f989bb35be4beda39058f8e02cba32 2024-11-22T19:57:15,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/66f989bb35be4beda39058f8e02cba32, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T19:57:15,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/8def33fe56b04e6ab7411009a4559744 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/8def33fe56b04e6ab7411009a4559744 2024-11-22T19:57:15,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/8def33fe56b04e6ab7411009a4559744, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T19:57:15,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 7867cd4a2d72abe5004dbd88ef899f5a in 535ms, sequenceid=12, compaction requested=false 2024-11-22T19:57:15,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:15,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T19:57:15,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:15,908 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T19:57:15,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/d0c834a72fbf4fa0a208dd5856d9a213 is 50, key is test_row_0/A:col10/1732305435360/Put/seqid=0 2024-11-22T19:57:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T19:57:15,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742128_1304 (size=12001) 2024-11-22T19:57:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:15,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:16,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305495996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305495997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305495998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305495999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305496000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305496107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305496107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305496107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305496107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305496316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305496317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305496317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305496317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,319 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/d0c834a72fbf4fa0a208dd5856d9a213 2024-11-22T19:57:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/db01869da67c44d09663bfe4b8c8811e is 50, key is test_row_0/B:col10/1732305435360/Put/seqid=0 2024-11-22T19:57:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742129_1305 (size=12001) 2024-11-22T19:57:16,334 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/db01869da67c44d09663bfe4b8c8811e 2024-11-22T19:57:16,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/440e2d83114d47fca2efb3ec8617b215 is 50, key is test_row_0/C:col10/1732305435360/Put/seqid=0 2024-11-22T19:57:16,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742130_1306 (size=12001) 2024-11-22T19:57:16,347 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/440e2d83114d47fca2efb3ec8617b215 2024-11-22T19:57:16,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/d0c834a72fbf4fa0a208dd5856d9a213 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/d0c834a72fbf4fa0a208dd5856d9a213 2024-11-22T19:57:16,355 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/d0c834a72fbf4fa0a208dd5856d9a213, entries=150, sequenceid=39, filesize=11.7 K 2024-11-22T19:57:16,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/db01869da67c44d09663bfe4b8c8811e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/db01869da67c44d09663bfe4b8c8811e 2024-11-22T19:57:16,360 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/db01869da67c44d09663bfe4b8c8811e, entries=150, sequenceid=39, filesize=11.7 K 2024-11-22T19:57:16,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/440e2d83114d47fca2efb3ec8617b215 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/440e2d83114d47fca2efb3ec8617b215 2024-11-22T19:57:16,364 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/440e2d83114d47fca2efb3ec8617b215, entries=150, sequenceid=39, filesize=11.7 K 2024-11-22T19:57:16,365 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7867cd4a2d72abe5004dbd88ef899f5a in 457ms, sequenceid=39, compaction requested=false 2024-11-22T19:57:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-22T19:57:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-22T19:57:16,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-22T19:57:16,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0760 sec 2024-11-22T19:57:16,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0860 sec 2024-11-22T19:57:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T19:57:16,433 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:16,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-22T19:57:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T19:57:16,436 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:16,436 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:16,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:16,511 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:16,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:57:16,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/fc439ca3c19c48e5b0a72fbaef377724 is 50, key is test_row_1/A:col10/1732305436510/Put/seqid=0 2024-11-22T19:57:16,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742131_1307 (size=9657) 2024-11-22T19:57:16,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/fc439ca3c19c48e5b0a72fbaef377724 2024-11-22T19:57:16,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/9aefd4d9134846fba65391d71bcfa5cd is 50, key is test_row_1/B:col10/1732305436510/Put/seqid=0 2024-11-22T19:57:16,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742132_1308 (size=9657) 2024-11-22T19:57:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T19:57:16,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T19:57:16,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:16,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:16,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:16,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:16,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:16,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305496600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305496627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305496627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305496627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305496627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305496706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T19:57:16,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:16,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:16,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:16,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:16,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T19:57:16,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T19:57:16,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:16,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:16,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:16,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:16,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:16,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305496916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:16,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:16,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:16,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/9aefd4d9134846fba65391d71bcfa5cd 2024-11-22T19:57:16,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/7c9f5f6cc57442c2b8177078a04cf5ad is 50, key is test_row_1/C:col10/1732305436510/Put/seqid=0 2024-11-22T19:57:16,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742133_1309 (size=9657) 2024-11-22T19:57:16,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/7c9f5f6cc57442c2b8177078a04cf5ad 2024-11-22T19:57:16,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/fc439ca3c19c48e5b0a72fbaef377724 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fc439ca3c19c48e5b0a72fbaef377724 2024-11-22T19:57:16,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fc439ca3c19c48e5b0a72fbaef377724, entries=100, sequenceid=50, filesize=9.4 K 2024-11-22T19:57:16,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/9aefd4d9134846fba65391d71bcfa5cd as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/9aefd4d9134846fba65391d71bcfa5cd 2024-11-22T19:57:16,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/9aefd4d9134846fba65391d71bcfa5cd, entries=100, sequenceid=50, filesize=9.4 K 2024-11-22T19:57:16,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/7c9f5f6cc57442c2b8177078a04cf5ad as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/7c9f5f6cc57442c2b8177078a04cf5ad 2024-11-22T19:57:16,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/7c9f5f6cc57442c2b8177078a04cf5ad, entries=100, sequenceid=50, filesize=9.4 K 2024-11-22T19:57:16,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7867cd4a2d72abe5004dbd88ef899f5a in 474ms, sequenceid=50, compaction requested=true 2024-11-22T19:57:16,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:16,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:16,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:16,985 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:16,986 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:16,986 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:16,986 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:16,986 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/A is initiating minor compaction (all files) 2024-11-22T19:57:16,986 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/B is initiating minor compaction (all files) 2024-11-22T19:57:16,987 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/A in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:16,987 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/B in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:16,987 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/87f45db9756e45839e8f3291da363475, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/d0c834a72fbf4fa0a208dd5856d9a213, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fc439ca3c19c48e5b0a72fbaef377724] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=32.9 K 2024-11-22T19:57:16,987 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/66f989bb35be4beda39058f8e02cba32, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/db01869da67c44d09663bfe4b8c8811e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/9aefd4d9134846fba65391d71bcfa5cd] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=32.9 K 2024-11-22T19:57:16,987 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87f45db9756e45839e8f3291da363475, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732305435298 2024-11-22T19:57:16,987 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 66f989bb35be4beda39058f8e02cba32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732305435298 2024-11-22T19:57:16,988 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting db01869da67c44d09663bfe4b8c8811e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732305435357 2024-11-22T19:57:16,988 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0c834a72fbf4fa0a208dd5856d9a213, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732305435357 2024-11-22T19:57:16,988 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 9aefd4d9134846fba65391d71bcfa5cd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732305435998 2024-11-22T19:57:16,988 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc439ca3c19c48e5b0a72fbaef377724, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732305435998 2024-11-22T19:57:16,995 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:16,996 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#B#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:16,996 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/55201c2267b34522a3650f8d1172187b is 50, key is test_row_0/A:col10/1732305435360/Put/seqid=0 2024-11-22T19:57:16,996 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/e87e146e928346859e001bf8715cbc77 is 50, key is test_row_0/B:col10/1732305435360/Put/seqid=0 2024-11-22T19:57:17,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742135_1311 (size=12104) 2024-11-22T19:57:17,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742134_1310 (size=12104) 2024-11-22T19:57:17,014 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/55201c2267b34522a3650f8d1172187b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/55201c2267b34522a3650f8d1172187b 2024-11-22T19:57:17,021 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/A of 7867cd4a2d72abe5004dbd88ef899f5a into 55201c2267b34522a3650f8d1172187b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:17,021 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:17,022 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/A, priority=13, startTime=1732305436985; duration=0sec 2024-11-22T19:57:17,022 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:17,022 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:A 2024-11-22T19:57:17,023 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:17,024 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:17,024 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/C is initiating minor compaction (all files) 2024-11-22T19:57:17,024 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/C in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:17,024 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/8def33fe56b04e6ab7411009a4559744, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/440e2d83114d47fca2efb3ec8617b215, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/7c9f5f6cc57442c2b8177078a04cf5ad] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=32.9 K 2024-11-22T19:57:17,024 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8def33fe56b04e6ab7411009a4559744, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732305435298 2024-11-22T19:57:17,025 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 440e2d83114d47fca2efb3ec8617b215, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732305435357 2024-11-22T19:57:17,025 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c9f5f6cc57442c2b8177078a04cf5ad, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732305435998 2024-11-22T19:57:17,036 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:17,036 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/99ec215b5abe41f78f7affc707b30d04 is 50, key is test_row_0/C:col10/1732305435360/Put/seqid=0 2024-11-22T19:57:17,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742136_1312 (size=12104) 2024-11-22T19:57:17,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T19:57:17,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:17,049 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T19:57:17,053 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/99ec215b5abe41f78f7affc707b30d04 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/99ec215b5abe41f78f7affc707b30d04 2024-11-22T19:57:17,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/1860f6ba76f44d93a980aa0bd8d865c2 is 50, key is test_row_0/A:col10/1732305436583/Put/seqid=0 2024-11-22T19:57:17,064 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/C of 7867cd4a2d72abe5004dbd88ef899f5a into 99ec215b5abe41f78f7affc707b30d04(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:17,064 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:17,064 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/C, priority=13, startTime=1732305436986; duration=0sec 2024-11-22T19:57:17,064 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:17,064 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:C 2024-11-22T19:57:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T19:57:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742137_1313 (size=12001) 2024-11-22T19:57:17,091 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/1860f6ba76f44d93a980aa0bd8d865c2 2024-11-22T19:57:17,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/58437445f08649acaade40187701f5c9 is 50, key is test_row_0/B:col10/1732305436583/Put/seqid=0 2024-11-22T19:57:17,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742138_1314 (size=12001) 2024-11-22T19:57:17,120 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/58437445f08649acaade40187701f5c9 2024-11-22T19:57:17,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/483b4a21f7c44dac802e327cc6c0989c is 50, key is test_row_0/C:col10/1732305436583/Put/seqid=0 2024-11-22T19:57:17,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742139_1315 (size=12001) 2024-11-22T19:57:17,138 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/483b4a21f7c44dac802e327cc6c0989c 2024-11-22T19:57:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:17,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:17,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/1860f6ba76f44d93a980aa0bd8d865c2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1860f6ba76f44d93a980aa0bd8d865c2 2024-11-22T19:57:17,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305497145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305497147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,152 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1860f6ba76f44d93a980aa0bd8d865c2, entries=150, sequenceid=76, filesize=11.7 K 2024-11-22T19:57:17,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305497148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305497149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/58437445f08649acaade40187701f5c9 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/58437445f08649acaade40187701f5c9 2024-11-22T19:57:17,159 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/58437445f08649acaade40187701f5c9, entries=150, sequenceid=76, filesize=11.7 K 2024-11-22T19:57:17,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/483b4a21f7c44dac802e327cc6c0989c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/483b4a21f7c44dac802e327cc6c0989c 2024-11-22T19:57:17,165 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/483b4a21f7c44dac802e327cc6c0989c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-22T19:57:17,167 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7867cd4a2d72abe5004dbd88ef899f5a in 118ms, sequenceid=76, compaction requested=false 2024-11-22T19:57:17,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:17,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:17,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-22T19:57:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-22T19:57:17,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-22T19:57:17,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 732 msec 2024-11-22T19:57:17,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 740 msec 2024-11-22T19:57:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:17,229 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:17,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T19:57:17,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/1d025aa76e1a4f838e18182f4252caec is 50, key is test_row_0/A:col10/1732305437144/Put/seqid=0 2024-11-22T19:57:17,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742140_1316 (size=14341) 2024-11-22T19:57:17,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305497278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305497278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305497285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305497286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305497286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305497396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305497396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305497396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305497396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305497397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,408 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/e87e146e928346859e001bf8715cbc77 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/e87e146e928346859e001bf8715cbc77 2024-11-22T19:57:17,412 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/B of 7867cd4a2d72abe5004dbd88ef899f5a into e87e146e928346859e001bf8715cbc77(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:17,412 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:17,412 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/B, priority=13, startTime=1732305436985; duration=0sec 2024-11-22T19:57:17,412 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:17,412 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:B 2024-11-22T19:57:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T19:57:17,576 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:17,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-22T19:57:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T19:57:17,579 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:17,579 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:17,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:17,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305497606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305497606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305497606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305497607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305497607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/1d025aa76e1a4f838e18182f4252caec 2024-11-22T19:57:17,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/1403648b0f4d4d7e8c5c03dab958bf7f is 50, key is test_row_0/B:col10/1732305437144/Put/seqid=0 2024-11-22T19:57:17,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742141_1317 (size=12001) 2024-11-22T19:57:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T19:57:17,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T19:57:17,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:17,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:17,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:17,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:17,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:17,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T19:57:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:17,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:17,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T19:57:17,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305497916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305497916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305497917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305497917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305497917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:17,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:18,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T19:57:18,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:18,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:18,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/1403648b0f4d4d7e8c5c03dab958bf7f 2024-11-22T19:57:18,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/aea4b9012f494ded81c176dbfd069615 is 50, key is test_row_0/C:col10/1732305437144/Put/seqid=0 2024-11-22T19:57:18,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742142_1318 (size=12001) 2024-11-22T19:57:18,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T19:57:18,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:18,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:18,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:18,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:18,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T19:57:18,269 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T19:57:18,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T19:57:18,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:18,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:18,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:18,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:18,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:18,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305498426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:18,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305498427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:18,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305498427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:18,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305498427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:18,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:18,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305498427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:18,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:18,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:18,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:18,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:18,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:18,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:18,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/aea4b9012f494ded81c176dbfd069615 2024-11-22T19:57:18,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/1d025aa76e1a4f838e18182f4252caec as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1d025aa76e1a4f838e18182f4252caec 2024-11-22T19:57:18,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1d025aa76e1a4f838e18182f4252caec, entries=200, sequenceid=89, filesize=14.0 K 2024-11-22T19:57:18,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/1403648b0f4d4d7e8c5c03dab958bf7f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/1403648b0f4d4d7e8c5c03dab958bf7f 2024-11-22T19:57:18,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/1403648b0f4d4d7e8c5c03dab958bf7f, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T19:57:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/aea4b9012f494ded81c176dbfd069615 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/aea4b9012f494ded81c176dbfd069615 2024-11-22T19:57:18,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T19:57:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:18,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:18,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/aea4b9012f494ded81c176dbfd069615, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T19:57:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:18,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7867cd4a2d72abe5004dbd88ef899f5a in 1269ms, sequenceid=89, compaction requested=true 2024-11-22T19:57:18,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:18,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:18,499 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:18,499 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:18,500 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:18,500 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/A is initiating minor compaction (all files) 2024-11-22T19:57:18,500 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/A in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:18,500 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/55201c2267b34522a3650f8d1172187b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1860f6ba76f44d93a980aa0bd8d865c2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1d025aa76e1a4f838e18182f4252caec] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=37.5 K 2024-11-22T19:57:18,500 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:18,500 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/B is initiating minor compaction (all files) 2024-11-22T19:57:18,500 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/B in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:18,500 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/e87e146e928346859e001bf8715cbc77, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/58437445f08649acaade40187701f5c9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/1403648b0f4d4d7e8c5c03dab958bf7f] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=35.3 K 2024-11-22T19:57:18,500 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55201c2267b34522a3650f8d1172187b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732305435360 2024-11-22T19:57:18,501 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting e87e146e928346859e001bf8715cbc77, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732305435360 2024-11-22T19:57:18,501 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1860f6ba76f44d93a980aa0bd8d865c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732305436583 2024-11-22T19:57:18,501 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 58437445f08649acaade40187701f5c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732305436583 2024-11-22T19:57:18,501 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d025aa76e1a4f838e18182f4252caec, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732305437144 2024-11-22T19:57:18,501 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 1403648b0f4d4d7e8c5c03dab958bf7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732305437144 2024-11-22T19:57:18,509 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#A#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:18,509 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/412d10fa99b84de289869d73b4d95024 is 50, key is test_row_0/A:col10/1732305437144/Put/seqid=0 2024-11-22T19:57:18,510 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:18,511 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/74bb8de6888c4c2d9cbf5f180c58fdbb is 50, key is test_row_0/B:col10/1732305437144/Put/seqid=0 2024-11-22T19:57:18,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742143_1319 (size=12207) 2024-11-22T19:57:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742144_1320 (size=12207) 2024-11-22T19:57:18,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T19:57:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:18,650 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T19:57:18,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/fcb38ce4674d4c7c9ca9b463f1499e72 is 50, key is test_row_0/A:col10/1732305437284/Put/seqid=0 2024-11-22T19:57:18,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742145_1321 (size=12001) 2024-11-22T19:57:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T19:57:18,931 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/412d10fa99b84de289869d73b4d95024 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/412d10fa99b84de289869d73b4d95024 2024-11-22T19:57:18,936 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/A of 7867cd4a2d72abe5004dbd88ef899f5a into 412d10fa99b84de289869d73b4d95024(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:18,936 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:18,936 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/A, priority=13, startTime=1732305438498; duration=0sec 2024-11-22T19:57:18,936 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:18,936 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:A 2024-11-22T19:57:18,936 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:18,937 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:18,937 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/C is initiating minor compaction (all files) 2024-11-22T19:57:18,937 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/C in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:18,938 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/99ec215b5abe41f78f7affc707b30d04, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/483b4a21f7c44dac802e327cc6c0989c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/aea4b9012f494ded81c176dbfd069615] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=35.3 K 2024-11-22T19:57:18,938 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99ec215b5abe41f78f7affc707b30d04, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732305435360 2024-11-22T19:57:18,938 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/74bb8de6888c4c2d9cbf5f180c58fdbb as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/74bb8de6888c4c2d9cbf5f180c58fdbb 2024-11-22T19:57:18,939 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 483b4a21f7c44dac802e327cc6c0989c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732305436583 2024-11-22T19:57:18,939 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting aea4b9012f494ded81c176dbfd069615, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732305437144 2024-11-22T19:57:18,944 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/B of 7867cd4a2d72abe5004dbd88ef899f5a into 74bb8de6888c4c2d9cbf5f180c58fdbb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:18,944 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:18,944 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/B, priority=13, startTime=1732305438499; duration=0sec 2024-11-22T19:57:18,944 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:18,944 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:B 2024-11-22T19:57:18,948 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#C#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:18,948 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/0080b426ee29401d8c6fafdfee8d9d88 is 50, key is test_row_0/C:col10/1732305437144/Put/seqid=0 2024-11-22T19:57:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742146_1322 (size=12207) 2024-11-22T19:57:19,060 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/fcb38ce4674d4c7c9ca9b463f1499e72 2024-11-22T19:57:19,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/fe3acbd014404897bd2360d35255e182 is 50, key is test_row_0/B:col10/1732305437284/Put/seqid=0 2024-11-22T19:57:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742147_1323 (size=12001) 2024-11-22T19:57:19,362 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/0080b426ee29401d8c6fafdfee8d9d88 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/0080b426ee29401d8c6fafdfee8d9d88 2024-11-22T19:57:19,367 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/C of 7867cd4a2d72abe5004dbd88ef899f5a into 0080b426ee29401d8c6fafdfee8d9d88(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:19,367 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:19,367 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/C, priority=13, startTime=1732305438499; duration=0sec 2024-11-22T19:57:19,367 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:19,367 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:C 2024-11-22T19:57:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:19,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:19,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305499446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,450 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in 7867cd4a2d72abe5004dbd88ef899f5a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:57:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305499446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305499447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305499448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,451 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in 7867cd4a2d72abe5004dbd88ef899f5a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:57:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305499449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,473 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/fe3acbd014404897bd2360d35255e182 2024-11-22T19:57:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/c7069b84ae7e4bd3bfd30a0802212a4b is 50, key is test_row_0/C:col10/1732305437284/Put/seqid=0 2024-11-22T19:57:19,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742148_1324 (size=12001) 2024-11-22T19:57:19,486 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/c7069b84ae7e4bd3bfd30a0802212a4b 2024-11-22T19:57:19,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/fcb38ce4674d4c7c9ca9b463f1499e72 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fcb38ce4674d4c7c9ca9b463f1499e72 2024-11-22T19:57:19,495 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fcb38ce4674d4c7c9ca9b463f1499e72, entries=150, sequenceid=114, filesize=11.7 K 2024-11-22T19:57:19,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/fe3acbd014404897bd2360d35255e182 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/fe3acbd014404897bd2360d35255e182 2024-11-22T19:57:19,499 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/fe3acbd014404897bd2360d35255e182, entries=150, sequenceid=114, filesize=11.7 K 2024-11-22T19:57:19,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/c7069b84ae7e4bd3bfd30a0802212a4b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/c7069b84ae7e4bd3bfd30a0802212a4b 2024-11-22T19:57:19,504 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/c7069b84ae7e4bd3bfd30a0802212a4b, entries=150, sequenceid=114, filesize=11.7 K 2024-11-22T19:57:19,504 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7867cd4a2d72abe5004dbd88ef899f5a in 854ms, sequenceid=114, compaction requested=false 2024-11-22T19:57:19,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:19,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:19,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-22T19:57:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-22T19:57:19,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-22T19:57:19,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9270 sec 2024-11-22T19:57:19,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.9320 sec 2024-11-22T19:57:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:19,559 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:19,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T19:57:19,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/587eb23eec4340b29019bd149a88dfa3 is 50, key is test_row_0/A:col10/1732305439443/Put/seqid=0 2024-11-22T19:57:19,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742149_1325 (size=12101) 2024-11-22T19:57:19,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305499591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305499594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305499595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305499706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305499706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305499706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T19:57:19,727 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:19,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-22T19:57:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T19:57:19,729 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:19,730 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:19,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T19:57:19,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T19:57:19,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:19,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:19,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:19,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:19,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:19,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305499916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305499916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305499916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:19,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/587eb23eec4340b29019bd149a88dfa3 2024-11-22T19:57:19,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/5302402e51624bbea1c5c39eca33210f is 50, key is test_row_0/B:col10/1732305439443/Put/seqid=0 2024-11-22T19:57:19,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742150_1326 (size=12101) 2024-11-22T19:57:20,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T19:57:20,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:20,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:20,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:20,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:20,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T19:57:20,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T19:57:20,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:20,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:20,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:20,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:20,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:20,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305500227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305500227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305500227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:20,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T19:57:20,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:20,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:20,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:20,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:20,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T19:57:20,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/5302402e51624bbea1c5c39eca33210f 2024-11-22T19:57:20,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/6ffeb1c388e7401da497965364f23987 is 50, key is test_row_0/C:col10/1732305439443/Put/seqid=0 2024-11-22T19:57:20,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742151_1327 (size=12101) 2024-11-22T19:57:20,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/6ffeb1c388e7401da497965364f23987 2024-11-22T19:57:20,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/587eb23eec4340b29019bd149a88dfa3 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/587eb23eec4340b29019bd149a88dfa3 2024-11-22T19:57:20,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/587eb23eec4340b29019bd149a88dfa3, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T19:57:20,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/5302402e51624bbea1c5c39eca33210f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/5302402e51624bbea1c5c39eca33210f 2024-11-22T19:57:20,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/5302402e51624bbea1c5c39eca33210f, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T19:57:20,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/6ffeb1c388e7401da497965364f23987 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/6ffeb1c388e7401da497965364f23987 2024-11-22T19:57:20,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/6ffeb1c388e7401da497965364f23987, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T19:57:20,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7867cd4a2d72abe5004dbd88ef899f5a in 851ms, sequenceid=132, compaction requested=true 2024-11-22T19:57:20,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:20,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:20,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:20,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:20,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:20,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:20,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T19:57:20,410 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:20,410 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:20,411 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:20,412 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/B is initiating minor compaction (all files) 2024-11-22T19:57:20,412 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/B in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:20,412 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/74bb8de6888c4c2d9cbf5f180c58fdbb, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/fe3acbd014404897bd2360d35255e182, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/5302402e51624bbea1c5c39eca33210f] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=35.5 K 2024-11-22T19:57:20,412 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:20,412 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/A is initiating minor compaction (all files) 2024-11-22T19:57:20,412 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/A in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:20,412 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/412d10fa99b84de289869d73b4d95024, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fcb38ce4674d4c7c9ca9b463f1499e72, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/587eb23eec4340b29019bd149a88dfa3] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=35.5 K 2024-11-22T19:57:20,413 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 74bb8de6888c4c2d9cbf5f180c58fdbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732305437144 2024-11-22T19:57:20,413 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 412d10fa99b84de289869d73b4d95024, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732305437144 2024-11-22T19:57:20,413 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcb38ce4674d4c7c9ca9b463f1499e72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732305437269 2024-11-22T19:57:20,414 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting fe3acbd014404897bd2360d35255e182, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732305437269 2024-11-22T19:57:20,414 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 587eb23eec4340b29019bd149a88dfa3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732305439443 2024-11-22T19:57:20,415 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 5302402e51624bbea1c5c39eca33210f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732305439443 2024-11-22T19:57:20,434 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:20,436 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/1e42a20491dc49818be7c2db718ee4f7 is 50, key is test_row_0/A:col10/1732305439443/Put/seqid=0 2024-11-22T19:57:20,447 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:20,447 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/111f027697674c888fa5b73eaf9a552f is 50, key is test_row_0/B:col10/1732305439443/Put/seqid=0 2024-11-22T19:57:20,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742152_1328 (size=12409) 2024-11-22T19:57:20,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742153_1329 (size=12409) 2024-11-22T19:57:20,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T19:57:20,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:20,494 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T19:57:20,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/fb7290f1b2c549348234efdf25633045 is 50, key is test_row_0/A:col10/1732305439593/Put/seqid=0 2024-11-22T19:57:20,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742154_1330 (size=12151) 2024-11-22T19:57:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:20,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:20,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305500755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:20,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:20,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305500758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:20,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:20,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305500759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:20,859 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/1e42a20491dc49818be7c2db718ee4f7 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1e42a20491dc49818be7c2db718ee4f7 2024-11-22T19:57:20,865 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/A of 7867cd4a2d72abe5004dbd88ef899f5a into 1e42a20491dc49818be7c2db718ee4f7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:20,865 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:20,865 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/A, priority=13, startTime=1732305440410; duration=0sec 2024-11-22T19:57:20,865 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:20,865 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:A 2024-11-22T19:57:20,865 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T19:57:20,868 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:20,868 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/C is initiating minor compaction (all files) 2024-11-22T19:57:20,868 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/C in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:20,868 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/0080b426ee29401d8c6fafdfee8d9d88, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/c7069b84ae7e4bd3bfd30a0802212a4b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/6ffeb1c388e7401da497965364f23987] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=35.5 K 2024-11-22T19:57:20,868 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0080b426ee29401d8c6fafdfee8d9d88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732305437144 2024-11-22T19:57:20,869 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7069b84ae7e4bd3bfd30a0802212a4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732305437269 2024-11-22T19:57:20,869 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/111f027697674c888fa5b73eaf9a552f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/111f027697674c888fa5b73eaf9a552f 2024-11-22T19:57:20,870 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ffeb1c388e7401da497965364f23987, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732305439443 2024-11-22T19:57:20,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305500867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:20,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305500867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:20,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305500867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:20,875 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/B of 7867cd4a2d72abe5004dbd88ef899f5a into 111f027697674c888fa5b73eaf9a552f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:20,875 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:20,875 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/B, priority=13, startTime=1732305440410; duration=0sec 2024-11-22T19:57:20,875 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:20,875 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:B 2024-11-22T19:57:20,879 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:20,879 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/3f30b7cf935a4186b0a2e0ab5a2c7ee5 is 50, key is test_row_0/C:col10/1732305439443/Put/seqid=0 2024-11-22T19:57:20,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742155_1331 (size=12409) 2024-11-22T19:57:20,892 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/3f30b7cf935a4186b0a2e0ab5a2c7ee5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/3f30b7cf935a4186b0a2e0ab5a2c7ee5 2024-11-22T19:57:20,897 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/C of 7867cd4a2d72abe5004dbd88ef899f5a into 3f30b7cf935a4186b0a2e0ab5a2c7ee5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:20,897 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:20,897 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/C, priority=13, startTime=1732305440410; duration=0sec 2024-11-22T19:57:20,897 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:20,897 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:C 2024-11-22T19:57:20,904 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/fb7290f1b2c549348234efdf25633045 2024-11-22T19:57:20,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/8a0b54433b4344808614dd7ab64fbb8d is 50, key is test_row_0/B:col10/1732305439593/Put/seqid=0 2024-11-22T19:57:20,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742156_1332 (size=12151) 2024-11-22T19:57:21,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305501076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:21,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305501076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:21,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:21,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305501076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:21,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:21,320 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/8a0b54433b4344808614dd7ab64fbb8d 2024-11-22T19:57:21,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/ac81adb9fecd4408ba27b1d822b0f5de is 50, key is test_row_0/C:col10/1732305439593/Put/seqid=0 2024-11-22T19:57:21,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742157_1333 (size=12151) 2024-11-22T19:57:21,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305501386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:21,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:21,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305501386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305501387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:21,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305501456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:21,459 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in 7867cd4a2d72abe5004dbd88ef899f5a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:57:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:21,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305501466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:21,470 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in 7867cd4a2d72abe5004dbd88ef899f5a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:57:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:21,732 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/ac81adb9fecd4408ba27b1d822b0f5de 2024-11-22T19:57:21,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/fb7290f1b2c549348234efdf25633045 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fb7290f1b2c549348234efdf25633045 2024-11-22T19:57:21,741 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fb7290f1b2c549348234efdf25633045, entries=150, sequenceid=153, filesize=11.9 K 2024-11-22T19:57:21,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/8a0b54433b4344808614dd7ab64fbb8d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/8a0b54433b4344808614dd7ab64fbb8d 2024-11-22T19:57:21,745 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/8a0b54433b4344808614dd7ab64fbb8d, entries=150, sequenceid=153, filesize=11.9 K 2024-11-22T19:57:21,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/ac81adb9fecd4408ba27b1d822b0f5de as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/ac81adb9fecd4408ba27b1d822b0f5de 2024-11-22T19:57:21,749 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/ac81adb9fecd4408ba27b1d822b0f5de, entries=150, sequenceid=153, filesize=11.9 K 2024-11-22T19:57:21,750 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 7867cd4a2d72abe5004dbd88ef899f5a in 1256ms, sequenceid=153, compaction requested=false 2024-11-22T19:57:21,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:21,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:21,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-22T19:57:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-22T19:57:21,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-22T19:57:21,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0220 sec 2024-11-22T19:57:21,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.0270 sec 2024-11-22T19:57:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T19:57:21,887 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:21,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-22T19:57:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T19:57:21,889 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:21,890 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:21,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:21,907 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:21,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T19:57:21,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/e52d4af9b3df4ae8bd62e0876ff02b94 is 50, key is test_row_0/A:col10/1732305441907/Put/seqid=0 2024-11-22T19:57:21,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742158_1334 (size=14541) 2024-11-22T19:57:21,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305501937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:21,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:21,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305501939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:21,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305501939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:21,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T19:57:22,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305502046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:22,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305502046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:22,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:22,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T19:57:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305502056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T19:57:22,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T19:57:22,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:22,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305502256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:22,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305502256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:22,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305502266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:22,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/e52d4af9b3df4ae8bd62e0876ff02b94 2024-11-22T19:57:22,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/fb8776c51f8e43c8afbbe764991db353 is 50, key is test_row_0/B:col10/1732305441907/Put/seqid=0 2024-11-22T19:57:22,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742159_1335 (size=12151) 2024-11-22T19:57:22,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T19:57:22,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:22,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T19:57:22,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:22,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T19:57:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305502566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:22,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305502567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:22,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305502577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:22,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T19:57:22,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:22,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/fb8776c51f8e43c8afbbe764991db353 2024-11-22T19:57:22,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/ef687bffa7d74c12863ed60a42c2be31 is 50, key is test_row_0/C:col10/1732305441907/Put/seqid=0 2024-11-22T19:57:22,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742160_1336 (size=12151) 2024-11-22T19:57:22,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T19:57:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T19:57:22,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:22,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:22,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T19:57:23,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305503077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:23,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305503077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:23,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305503087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:23,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T19:57:23,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:23,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:23,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:23,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:23,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:23,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/ef687bffa7d74c12863ed60a42c2be31 2024-11-22T19:57:23,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/e52d4af9b3df4ae8bd62e0876ff02b94 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/e52d4af9b3df4ae8bd62e0876ff02b94 2024-11-22T19:57:23,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/e52d4af9b3df4ae8bd62e0876ff02b94, entries=200, sequenceid=174, filesize=14.2 K 2024-11-22T19:57:23,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/fb8776c51f8e43c8afbbe764991db353 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/fb8776c51f8e43c8afbbe764991db353 2024-11-22T19:57:23,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/fb8776c51f8e43c8afbbe764991db353, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T19:57:23,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/ef687bffa7d74c12863ed60a42c2be31 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/ef687bffa7d74c12863ed60a42c2be31 2024-11-22T19:57:23,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/ef687bffa7d74c12863ed60a42c2be31, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T19:57:23,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 7867cd4a2d72abe5004dbd88ef899f5a in 1251ms, sequenceid=174, compaction requested=true 2024-11-22T19:57:23,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:23,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:23,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:23,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:23,158 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:23,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:23,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:23,158 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:23,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:23,159 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:23,159 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/B is initiating minor compaction (all files) 2024-11-22T19:57:23,159 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/B in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:23,159 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/111f027697674c888fa5b73eaf9a552f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/8a0b54433b4344808614dd7ab64fbb8d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/fb8776c51f8e43c8afbbe764991db353] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=35.9 K 2024-11-22T19:57:23,160 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:23,160 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/A is initiating minor compaction (all files) 2024-11-22T19:57:23,160 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/A in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:23,160 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 111f027697674c888fa5b73eaf9a552f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732305439443 2024-11-22T19:57:23,160 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1e42a20491dc49818be7c2db718ee4f7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fb7290f1b2c549348234efdf25633045, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/e52d4af9b3df4ae8bd62e0876ff02b94] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=38.2 K 2024-11-22T19:57:23,160 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a0b54433b4344808614dd7ab64fbb8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732305439590 2024-11-22T19:57:23,160 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e42a20491dc49818be7c2db718ee4f7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732305439443 2024-11-22T19:57:23,161 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb7290f1b2c549348234efdf25633045, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732305439590 2024-11-22T19:57:23,161 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting fb8776c51f8e43c8afbbe764991db353, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732305440751 2024-11-22T19:57:23,161 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting e52d4af9b3df4ae8bd62e0876ff02b94, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732305440751 2024-11-22T19:57:23,169 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#B#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:23,169 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/9bcbbaa7ae024ce2b1c214b66309f9b2 is 50, key is test_row_0/B:col10/1732305441907/Put/seqid=0 2024-11-22T19:57:23,172 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#A#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:23,172 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/f645a81809de4e3999e3baa9b044b68a is 50, key is test_row_0/A:col10/1732305441907/Put/seqid=0 2024-11-22T19:57:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742161_1337 (size=12561) 2024-11-22T19:57:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742162_1338 (size=12561) 2024-11-22T19:57:23,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T19:57:23,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:23,289 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T19:57:23,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/9d839cfe11194f6b8a84b96c68f4c9e4 is 50, key is test_row_0/A:col10/1732305441931/Put/seqid=0 2024-11-22T19:57:23,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742163_1339 (size=12151) 2024-11-22T19:57:23,595 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/9bcbbaa7ae024ce2b1c214b66309f9b2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/9bcbbaa7ae024ce2b1c214b66309f9b2 2024-11-22T19:57:23,596 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/f645a81809de4e3999e3baa9b044b68a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/f645a81809de4e3999e3baa9b044b68a 2024-11-22T19:57:23,600 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/B of 7867cd4a2d72abe5004dbd88ef899f5a into 9bcbbaa7ae024ce2b1c214b66309f9b2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:23,600 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:23,600 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/B, priority=13, startTime=1732305443158; duration=0sec 2024-11-22T19:57:23,600 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:23,600 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:B 2024-11-22T19:57:23,600 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:23,601 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/A of 7867cd4a2d72abe5004dbd88ef899f5a into f645a81809de4e3999e3baa9b044b68a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:23,601 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:23,601 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/A, priority=13, startTime=1732305443158; duration=0sec 2024-11-22T19:57:23,601 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:23,601 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:23,601 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:A 2024-11-22T19:57:23,601 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/C is initiating minor compaction (all files) 2024-11-22T19:57:23,601 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/C in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:23,601 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/3f30b7cf935a4186b0a2e0ab5a2c7ee5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/ac81adb9fecd4408ba27b1d822b0f5de, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/ef687bffa7d74c12863ed60a42c2be31] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=35.9 K 2024-11-22T19:57:23,602 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f30b7cf935a4186b0a2e0ab5a2c7ee5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732305439443 2024-11-22T19:57:23,602 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ac81adb9fecd4408ba27b1d822b0f5de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732305439590 2024-11-22T19:57:23,602 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ef687bffa7d74c12863ed60a42c2be31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732305440751 2024-11-22T19:57:23,609 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#C#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:23,609 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/701b275fb26f4770856ee443c13f2e6a is 50, key is test_row_0/C:col10/1732305441907/Put/seqid=0 2024-11-22T19:57:23,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742164_1340 (size=12561) 2024-11-22T19:57:23,631 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/701b275fb26f4770856ee443c13f2e6a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/701b275fb26f4770856ee443c13f2e6a 2024-11-22T19:57:23,636 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/C of 7867cd4a2d72abe5004dbd88ef899f5a into 701b275fb26f4770856ee443c13f2e6a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:23,636 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:23,636 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/C, priority=13, startTime=1732305443158; duration=0sec 2024-11-22T19:57:23,636 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:23,637 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:C 2024-11-22T19:57:23,699 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/9d839cfe11194f6b8a84b96c68f4c9e4 2024-11-22T19:57:23,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/91402bd685b849faba80ec6fc8ad9334 is 50, key is test_row_0/B:col10/1732305441931/Put/seqid=0 2024-11-22T19:57:23,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742165_1341 (size=12151) 2024-11-22T19:57:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T19:57:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:24,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:24,112 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/91402bd685b849faba80ec6fc8ad9334 2024-11-22T19:57:24,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305504113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305504113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/d2514a787bc5491e85f7b07a5dbe995b is 50, key is test_row_0/C:col10/1732305441931/Put/seqid=0 2024-11-22T19:57:24,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305504119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742166_1342 (size=12151) 2024-11-22T19:57:24,126 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/d2514a787bc5491e85f7b07a5dbe995b 2024-11-22T19:57:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/9d839cfe11194f6b8a84b96c68f4c9e4 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9d839cfe11194f6b8a84b96c68f4c9e4 2024-11-22T19:57:24,133 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9d839cfe11194f6b8a84b96c68f4c9e4, entries=150, sequenceid=193, filesize=11.9 K 2024-11-22T19:57:24,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/91402bd685b849faba80ec6fc8ad9334 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/91402bd685b849faba80ec6fc8ad9334 2024-11-22T19:57:24,137 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/91402bd685b849faba80ec6fc8ad9334, entries=150, sequenceid=193, filesize=11.9 K 2024-11-22T19:57:24,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/d2514a787bc5491e85f7b07a5dbe995b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/d2514a787bc5491e85f7b07a5dbe995b 2024-11-22T19:57:24,143 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/d2514a787bc5491e85f7b07a5dbe995b, entries=150, sequenceid=193, filesize=11.9 K 2024-11-22T19:57:24,144 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 7867cd4a2d72abe5004dbd88ef899f5a in 855ms, sequenceid=193, compaction requested=false 2024-11-22T19:57:24,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:24,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:24,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-22T19:57:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-22T19:57:24,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-22T19:57:24,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2570 sec 2024-11-22T19:57:24,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.2630 sec 2024-11-22T19:57:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:24,229 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:24,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T19:57:24,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/48161d7cbf09455eacd6d599e06ff430 is 50, key is test_row_0/A:col10/1732305444117/Put/seqid=0 2024-11-22T19:57:24,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742167_1343 (size=14541) 2024-11-22T19:57:24,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305504306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305504307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305504313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305504416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305504416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305504426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305504626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305504626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305504636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/48161d7cbf09455eacd6d599e06ff430 2024-11-22T19:57:24,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/3a41aa1a65ed47b58dc97d594f6d27c9 is 50, key is test_row_0/B:col10/1732305444117/Put/seqid=0 2024-11-22T19:57:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742168_1344 (size=12151) 2024-11-22T19:57:24,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/3a41aa1a65ed47b58dc97d594f6d27c9 2024-11-22T19:57:24,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/9dc0368f40bb4a01b0a655f8135209a1 is 50, key is test_row_0/C:col10/1732305444117/Put/seqid=0 2024-11-22T19:57:24,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742169_1345 (size=12151) 2024-11-22T19:57:24,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/9dc0368f40bb4a01b0a655f8135209a1 2024-11-22T19:57:24,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/48161d7cbf09455eacd6d599e06ff430 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/48161d7cbf09455eacd6d599e06ff430 2024-11-22T19:57:24,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/48161d7cbf09455eacd6d599e06ff430, entries=200, sequenceid=216, filesize=14.2 K 2024-11-22T19:57:24,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/3a41aa1a65ed47b58dc97d594f6d27c9 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/3a41aa1a65ed47b58dc97d594f6d27c9 2024-11-22T19:57:24,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/3a41aa1a65ed47b58dc97d594f6d27c9, entries=150, sequenceid=216, filesize=11.9 K 2024-11-22T19:57:24,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/9dc0368f40bb4a01b0a655f8135209a1 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/9dc0368f40bb4a01b0a655f8135209a1 2024-11-22T19:57:24,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/9dc0368f40bb4a01b0a655f8135209a1, entries=150, sequenceid=216, filesize=11.9 K 2024-11-22T19:57:24,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 7867cd4a2d72abe5004dbd88ef899f5a in 462ms, sequenceid=216, compaction requested=true 2024-11-22T19:57:24,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:24,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:24,692 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:24,692 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:24,693 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:24,693 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:24,693 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/A is initiating minor compaction (all files) 2024-11-22T19:57:24,693 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/B is initiating minor compaction (all files) 2024-11-22T19:57:24,693 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/A in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:24,693 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/B in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:24,693 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/f645a81809de4e3999e3baa9b044b68a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9d839cfe11194f6b8a84b96c68f4c9e4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/48161d7cbf09455eacd6d599e06ff430] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=38.3 K 2024-11-22T19:57:24,693 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/9bcbbaa7ae024ce2b1c214b66309f9b2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/91402bd685b849faba80ec6fc8ad9334, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/3a41aa1a65ed47b58dc97d594f6d27c9] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.0 K 2024-11-22T19:57:24,694 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bcbbaa7ae024ce2b1c214b66309f9b2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732305440751 2024-11-22T19:57:24,694 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting f645a81809de4e3999e3baa9b044b68a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732305440751 2024-11-22T19:57:24,694 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 91402bd685b849faba80ec6fc8ad9334, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732305441931 2024-11-22T19:57:24,694 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d839cfe11194f6b8a84b96c68f4c9e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732305441931 2024-11-22T19:57:24,695 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48161d7cbf09455eacd6d599e06ff430, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732305444117 2024-11-22T19:57:24,695 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a41aa1a65ed47b58dc97d594f6d27c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732305444117 2024-11-22T19:57:24,712 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#A#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:24,712 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/0dfd7cb709b14d2681ca7d7407b87c1d is 50, key is test_row_0/A:col10/1732305444117/Put/seqid=0 2024-11-22T19:57:24,713 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#B#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:24,713 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/50bb2e4a3e1e478daa50dfe20014da70 is 50, key is test_row_0/B:col10/1732305444117/Put/seqid=0 2024-11-22T19:57:24,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742170_1346 (size=12663) 2024-11-22T19:57:24,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742171_1347 (size=12663) 2024-11-22T19:57:24,726 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/50bb2e4a3e1e478daa50dfe20014da70 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/50bb2e4a3e1e478daa50dfe20014da70 2024-11-22T19:57:24,730 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/B of 7867cd4a2d72abe5004dbd88ef899f5a into 50bb2e4a3e1e478daa50dfe20014da70(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:24,731 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:24,731 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/B, priority=13, startTime=1732305444692; duration=0sec 2024-11-22T19:57:24,731 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:24,731 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:B 2024-11-22T19:57:24,731 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:24,732 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:24,732 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/C is initiating minor compaction (all files) 2024-11-22T19:57:24,732 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/C in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:24,732 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/701b275fb26f4770856ee443c13f2e6a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/d2514a787bc5491e85f7b07a5dbe995b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/9dc0368f40bb4a01b0a655f8135209a1] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.0 K 2024-11-22T19:57:24,733 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 701b275fb26f4770856ee443c13f2e6a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732305440751 2024-11-22T19:57:24,733 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting d2514a787bc5491e85f7b07a5dbe995b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732305441931 2024-11-22T19:57:24,733 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dc0368f40bb4a01b0a655f8135209a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732305444117 2024-11-22T19:57:24,739 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#C#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:24,739 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/93d3122651e04272aaaa673c3f05549e is 50, key is test_row_0/C:col10/1732305444117/Put/seqid=0 2024-11-22T19:57:24,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742172_1348 (size=12663) 2024-11-22T19:57:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:24,939 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:24,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T19:57:24,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/9b33d910dcac4f26afc22ef7d37c12c3 is 50, key is test_row_0/A:col10/1732305444938/Put/seqid=0 2024-11-22T19:57:24,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742173_1349 (size=16931) 2024-11-22T19:57:24,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305504967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305504968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:24,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305504969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:24,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:24,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:25,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305505076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:25,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:25,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305505077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:25,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:25,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305505077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:25,123 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/0dfd7cb709b14d2681ca7d7407b87c1d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/0dfd7cb709b14d2681ca7d7407b87c1d 2024-11-22T19:57:25,127 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/A of 7867cd4a2d72abe5004dbd88ef899f5a into 0dfd7cb709b14d2681ca7d7407b87c1d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:25,127 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:25,127 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/A, priority=13, startTime=1732305444691; duration=0sec 2024-11-22T19:57:25,127 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:25,127 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:A 2024-11-22T19:57:25,147 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/93d3122651e04272aaaa673c3f05549e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/93d3122651e04272aaaa673c3f05549e 2024-11-22T19:57:25,151 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/C of 7867cd4a2d72abe5004dbd88ef899f5a into 93d3122651e04272aaaa673c3f05549e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:25,151 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:25,151 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/C, priority=13, startTime=1732305444692; duration=0sec 2024-11-22T19:57:25,151 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:25,151 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:C 2024-11-22T19:57:25,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305505286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305505286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:25,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305505286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:25,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/9b33d910dcac4f26afc22ef7d37c12c3 2024-11-22T19:57:25,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/4183ef3c608d45e6941f042f7c15cb1a is 50, key is test_row_0/B:col10/1732305444938/Put/seqid=0 2024-11-22T19:57:25,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742174_1350 (size=12151) 2024-11-22T19:57:25,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51802 deadline: 1732305505466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:25,469 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in 7867cd4a2d72abe5004dbd88ef899f5a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:57:25,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:25,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732305505506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:25,510 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in 7867cd4a2d72abe5004dbd88ef899f5a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:57:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:25,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305505596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:25,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305505596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:25,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305505596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:25,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:25,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:25,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/4183ef3c608d45e6941f042f7c15cb1a 2024-11-22T19:57:25,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/17b01b5caf5140fd9ca7a63f2540f92c is 50, key is test_row_0/C:col10/1732305444938/Put/seqid=0 2024-11-22T19:57:25,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742175_1351 (size=12151) 2024-11-22T19:57:25,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/17b01b5caf5140fd9ca7a63f2540f92c 2024-11-22T19:57:25,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/9b33d910dcac4f26afc22ef7d37c12c3 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9b33d910dcac4f26afc22ef7d37c12c3 2024-11-22T19:57:25,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9b33d910dcac4f26afc22ef7d37c12c3, entries=250, sequenceid=235, filesize=16.5 K 2024-11-22T19:57:25,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/4183ef3c608d45e6941f042f7c15cb1a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4183ef3c608d45e6941f042f7c15cb1a 2024-11-22T19:57:25,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4183ef3c608d45e6941f042f7c15cb1a, entries=150, sequenceid=235, filesize=11.9 K 2024-11-22T19:57:25,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/17b01b5caf5140fd9ca7a63f2540f92c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/17b01b5caf5140fd9ca7a63f2540f92c 2024-11-22T19:57:25,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/17b01b5caf5140fd9ca7a63f2540f92c, entries=150, sequenceid=235, filesize=11.9 K 2024-11-22T19:57:25,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 7867cd4a2d72abe5004dbd88ef899f5a in 871ms, sequenceid=235, compaction requested=false 2024-11-22T19:57:25,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T19:57:26,057 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:26,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-22T19:57:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T19:57:26,059 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:26,060 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:26,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:26,109 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:26,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T19:57:26,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/1ad2540614ea4a71b70372a1e3408622 is 50, key is test_row_0/A:col10/1732305444968/Put/seqid=0 2024-11-22T19:57:26,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742176_1352 (size=12151) 2024-11-22T19:57:26,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/1ad2540614ea4a71b70372a1e3408622 2024-11-22T19:57:26,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/bfc5f8b195724eff8ae098246443ecef is 50, key is test_row_0/B:col10/1732305444968/Put/seqid=0 2024-11-22T19:57:26,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305506128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:26,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:26,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305506132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:26,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:26,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305506136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:26,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742177_1353 (size=12151) 2024-11-22T19:57:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T19:57:26,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-22T19:57:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:26,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305506246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:26,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305506246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:26,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305506246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:26,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-22T19:57:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:26,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T19:57:26,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305506457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:26,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305506457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:26,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305506457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:26,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-22T19:57:26,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:26,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:26,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:26,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/bfc5f8b195724eff8ae098246443ecef 2024-11-22T19:57:26,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/23167810d1454414951e43ca4a23f338 is 50, key is test_row_0/C:col10/1732305444968/Put/seqid=0 2024-11-22T19:57:26,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742178_1354 (size=12151) 2024-11-22T19:57:26,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-22T19:57:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:26,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T19:57:26,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305506767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:26,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305506767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:26,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305506767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:26,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-22T19:57:26,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:26,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:26,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/23167810d1454414951e43ca4a23f338 2024-11-22T19:57:26,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/1ad2540614ea4a71b70372a1e3408622 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1ad2540614ea4a71b70372a1e3408622 2024-11-22T19:57:26,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1ad2540614ea4a71b70372a1e3408622, entries=150, sequenceid=256, filesize=11.9 K 2024-11-22T19:57:26,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/bfc5f8b195724eff8ae098246443ecef as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/bfc5f8b195724eff8ae098246443ecef 2024-11-22T19:57:26,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/bfc5f8b195724eff8ae098246443ecef, entries=150, sequenceid=256, filesize=11.9 K 2024-11-22T19:57:26,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/23167810d1454414951e43ca4a23f338 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/23167810d1454414951e43ca4a23f338 2024-11-22T19:57:26,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/23167810d1454414951e43ca4a23f338, entries=150, sequenceid=256, filesize=11.9 K 2024-11-22T19:57:26,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 7867cd4a2d72abe5004dbd88ef899f5a in 863ms, sequenceid=256, compaction requested=true 2024-11-22T19:57:26,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:26,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:26,972 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:26,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:26,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:26,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:26,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:26,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:26,972 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:26,973 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:26,973 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/A is initiating minor compaction (all files) 2024-11-22T19:57:26,973 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:26,973 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/B is initiating minor compaction (all files) 2024-11-22T19:57:26,973 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/A in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:26,973 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/B in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:26,973 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/0dfd7cb709b14d2681ca7d7407b87c1d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9b33d910dcac4f26afc22ef7d37c12c3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1ad2540614ea4a71b70372a1e3408622] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=40.8 K 2024-11-22T19:57:26,973 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/50bb2e4a3e1e478daa50dfe20014da70, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4183ef3c608d45e6941f042f7c15cb1a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/bfc5f8b195724eff8ae098246443ecef] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.1 K 2024-11-22T19:57:26,974 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dfd7cb709b14d2681ca7d7407b87c1d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732305444117 2024-11-22T19:57:26,974 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 50bb2e4a3e1e478daa50dfe20014da70, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732305444117 2024-11-22T19:57:26,974 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 4183ef3c608d45e6941f042f7c15cb1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732305444280 2024-11-22T19:57:26,974 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b33d910dcac4f26afc22ef7d37c12c3, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732305444279 2024-11-22T19:57:26,974 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting bfc5f8b195724eff8ae098246443ecef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732305444965 2024-11-22T19:57:26,974 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ad2540614ea4a71b70372a1e3408622, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732305444965 2024-11-22T19:57:26,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-22T19:57:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:26,978 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T19:57:26,982 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#A#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:26,982 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/ec16562b6f424d4983565d4297bcc1cb is 50, key is test_row_0/A:col10/1732305444968/Put/seqid=0 2024-11-22T19:57:26,983 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#B#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:26,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/afafc058a64d48b89dbff23c9da3d4c5 is 50, key is test_row_0/A:col10/1732305446115/Put/seqid=0 2024-11-22T19:57:26,984 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/c621e8271ac74362ab166fcd4ed7a93a is 50, key is test_row_0/B:col10/1732305444968/Put/seqid=0 2024-11-22T19:57:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742181_1357 (size=12765) 2024-11-22T19:57:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742179_1355 (size=12765) 2024-11-22T19:57:26,997 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/c621e8271ac74362ab166fcd4ed7a93a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c621e8271ac74362ab166fcd4ed7a93a 2024-11-22T19:57:26,997 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/ec16562b6f424d4983565d4297bcc1cb as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ec16562b6f424d4983565d4297bcc1cb 2024-11-22T19:57:27,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742180_1356 (size=12301) 2024-11-22T19:57:27,002 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/afafc058a64d48b89dbff23c9da3d4c5 2024-11-22T19:57:27,005 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/A of 7867cd4a2d72abe5004dbd88ef899f5a into ec16562b6f424d4983565d4297bcc1cb(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:27,005 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:27,005 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/A, priority=13, startTime=1732305446972; duration=0sec 2024-11-22T19:57:27,005 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:27,005 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:A 2024-11-22T19:57:27,005 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:27,006 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:27,006 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/C is initiating minor compaction (all files) 2024-11-22T19:57:27,006 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/C in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:27,007 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/93d3122651e04272aaaa673c3f05549e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/17b01b5caf5140fd9ca7a63f2540f92c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/23167810d1454414951e43ca4a23f338] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.1 K 2024-11-22T19:57:27,007 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93d3122651e04272aaaa673c3f05549e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732305444117 2024-11-22T19:57:27,007 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17b01b5caf5140fd9ca7a63f2540f92c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732305444280 2024-11-22T19:57:27,008 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23167810d1454414951e43ca4a23f338, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732305444965 2024-11-22T19:57:27,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/4bb34f6e0776420a9c2c69cd3002d22c is 50, key is test_row_0/B:col10/1732305446115/Put/seqid=0 2024-11-22T19:57:27,012 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/B of 7867cd4a2d72abe5004dbd88ef899f5a into c621e8271ac74362ab166fcd4ed7a93a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:27,012 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:27,012 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/B, priority=13, startTime=1732305446972; duration=0sec 2024-11-22T19:57:27,013 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:27,013 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:B 2024-11-22T19:57:27,018 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#C#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:27,019 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/fc646296b90a45cf8667d9f05a184661 is 50, key is test_row_0/C:col10/1732305444968/Put/seqid=0 2024-11-22T19:57:27,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742182_1358 (size=12301) 2024-11-22T19:57:27,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742183_1359 (size=12765) 2024-11-22T19:57:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T19:57:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:27,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:27,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305507302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305507301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305507305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305507416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305507416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305507416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,423 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/4bb34f6e0776420a9c2c69cd3002d22c 2024-11-22T19:57:27,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/f7af9e56540945dd817cfc8f5b9ecd97 is 50, key is test_row_0/C:col10/1732305446115/Put/seqid=0 2024-11-22T19:57:27,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742184_1360 (size=12301) 2024-11-22T19:57:27,434 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/fc646296b90a45cf8667d9f05a184661 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/fc646296b90a45cf8667d9f05a184661 2024-11-22T19:57:27,435 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/f7af9e56540945dd817cfc8f5b9ecd97 2024-11-22T19:57:27,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/afafc058a64d48b89dbff23c9da3d4c5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/afafc058a64d48b89dbff23c9da3d4c5 2024-11-22T19:57:27,439 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/C of 7867cd4a2d72abe5004dbd88ef899f5a into fc646296b90a45cf8667d9f05a184661(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:27,439 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:27,439 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/C, priority=13, startTime=1732305446972; duration=0sec 2024-11-22T19:57:27,439 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:27,439 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:C 2024-11-22T19:57:27,442 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/afafc058a64d48b89dbff23c9da3d4c5, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T19:57:27,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/4bb34f6e0776420a9c2c69cd3002d22c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4bb34f6e0776420a9c2c69cd3002d22c 2024-11-22T19:57:27,447 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4bb34f6e0776420a9c2c69cd3002d22c, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T19:57:27,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/f7af9e56540945dd817cfc8f5b9ecd97 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/f7af9e56540945dd817cfc8f5b9ecd97 2024-11-22T19:57:27,451 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/f7af9e56540945dd817cfc8f5b9ecd97, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T19:57:27,452 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 7867cd4a2d72abe5004dbd88ef899f5a in 474ms, sequenceid=273, compaction requested=false 2024-11-22T19:57:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-22T19:57:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-22T19:57:27,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-22T19:57:27,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3930 sec 2024-11-22T19:57:27,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.3990 sec 2024-11-22T19:57:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:27,628 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:27,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T19:57:27,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/6a0c61181fa84fa59b9c04994b4f31e7 is 50, key is test_row_0/A:col10/1732305447304/Put/seqid=0 2024-11-22T19:57:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742185_1361 (size=12301) 2024-11-22T19:57:27,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305507648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305507652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305507653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305507756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305507766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305507766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305507966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305507976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305507976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:28,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/6a0c61181fa84fa59b9c04994b4f31e7 2024-11-22T19:57:28,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/c2387c1cfce148fc836fd82b800b00fb is 50, key is test_row_0/B:col10/1732305447304/Put/seqid=0 2024-11-22T19:57:28,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742186_1362 (size=12301) 2024-11-22T19:57:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T19:57:28,216 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:28,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-22T19:57:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-22T19:57:28,219 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:28,219 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:28,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:28,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305508277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:28,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305508287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:28,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305508287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-22T19:57:28,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-22T19:57:28,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:28,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:28,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:28,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:28,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:28,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/c2387c1cfce148fc836fd82b800b00fb 2024-11-22T19:57:28,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/9444d623d80640ebbf5e9474e2b3f57b is 50, key is test_row_0/C:col10/1732305447304/Put/seqid=0 2024-11-22T19:57:28,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742187_1363 (size=12301) 2024-11-22T19:57:28,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/9444d623d80640ebbf5e9474e2b3f57b 2024-11-22T19:57:28,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/6a0c61181fa84fa59b9c04994b4f31e7 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/6a0c61181fa84fa59b9c04994b4f31e7 2024-11-22T19:57:28,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/6a0c61181fa84fa59b9c04994b4f31e7, entries=150, sequenceid=297, filesize=12.0 K 2024-11-22T19:57:28,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/c2387c1cfce148fc836fd82b800b00fb as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c2387c1cfce148fc836fd82b800b00fb 2024-11-22T19:57:28,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c2387c1cfce148fc836fd82b800b00fb, entries=150, sequenceid=297, filesize=12.0 K 2024-11-22T19:57:28,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/9444d623d80640ebbf5e9474e2b3f57b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/9444d623d80640ebbf5e9474e2b3f57b 2024-11-22T19:57:28,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/9444d623d80640ebbf5e9474e2b3f57b, entries=150, sequenceid=297, filesize=12.0 K 2024-11-22T19:57:28,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 7867cd4a2d72abe5004dbd88ef899f5a in 851ms, sequenceid=297, compaction requested=true 2024-11-22T19:57:28,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:28,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:28,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:28,479 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:28,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:28,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:28,479 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:28,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:28,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:28,480 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:28,480 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/A is initiating minor compaction (all files) 2024-11-22T19:57:28,480 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/A in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:28,480 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:28,480 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ec16562b6f424d4983565d4297bcc1cb, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/afafc058a64d48b89dbff23c9da3d4c5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/6a0c61181fa84fa59b9c04994b4f31e7] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.5 K 2024-11-22T19:57:28,481 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/B is initiating minor compaction (all files) 2024-11-22T19:57:28,481 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/B in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:28,481 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c621e8271ac74362ab166fcd4ed7a93a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4bb34f6e0776420a9c2c69cd3002d22c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c2387c1cfce148fc836fd82b800b00fb] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.5 K 2024-11-22T19:57:28,481 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec16562b6f424d4983565d4297bcc1cb, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732305444965 2024-11-22T19:57:28,481 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting afafc058a64d48b89dbff23c9da3d4c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732305446115 2024-11-22T19:57:28,481 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c621e8271ac74362ab166fcd4ed7a93a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732305444965 2024-11-22T19:57:28,482 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bb34f6e0776420a9c2c69cd3002d22c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732305446115 2024-11-22T19:57:28,482 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a0c61181fa84fa59b9c04994b4f31e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732305447304 2024-11-22T19:57:28,482 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c2387c1cfce148fc836fd82b800b00fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732305447304 2024-11-22T19:57:28,490 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#A#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:28,490 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/b8144648258a416fa54b7bbd88280eb9 is 50, key is test_row_0/A:col10/1732305447304/Put/seqid=0 2024-11-22T19:57:28,492 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:28,492 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/cf64c0e432734c19b550e33209ee0429 is 50, key is test_row_0/B:col10/1732305447304/Put/seqid=0 2024-11-22T19:57:28,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742188_1364 (size=13017) 2024-11-22T19:57:28,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742189_1365 (size=13017) 2024-11-22T19:57:28,503 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/b8144648258a416fa54b7bbd88280eb9 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/b8144648258a416fa54b7bbd88280eb9 2024-11-22T19:57:28,510 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/A of 7867cd4a2d72abe5004dbd88ef899f5a into b8144648258a416fa54b7bbd88280eb9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:28,510 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:28,510 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/A, priority=13, startTime=1732305448479; duration=0sec 2024-11-22T19:57:28,510 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:28,510 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:A 2024-11-22T19:57:28,510 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:28,511 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:28,511 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/C is initiating minor compaction (all files) 2024-11-22T19:57:28,511 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/C in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:28,511 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/fc646296b90a45cf8667d9f05a184661, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/f7af9e56540945dd817cfc8f5b9ecd97, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/9444d623d80640ebbf5e9474e2b3f57b] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.5 K 2024-11-22T19:57:28,511 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc646296b90a45cf8667d9f05a184661, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732305444965 2024-11-22T19:57:28,512 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7af9e56540945dd817cfc8f5b9ecd97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732305446115 2024-11-22T19:57:28,512 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9444d623d80640ebbf5e9474e2b3f57b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732305447304 2024-11-22T19:57:28,521 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#C#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:28,522 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/4ffeb1ffe9294595b4ed3ed03eae39b5 is 50, key is test_row_0/C:col10/1732305447304/Put/seqid=0 2024-11-22T19:57:28,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-22T19:57:28,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:28,526 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T19:57:28,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742190_1366 (size=13017) 2024-11-22T19:57:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/bf3369bdfcfd4813b3c0a1f2f155e125 is 50, key is test_row_0/A:col10/1732305447646/Put/seqid=0 2024-11-22T19:57:28,535 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/4ffeb1ffe9294595b4ed3ed03eae39b5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/4ffeb1ffe9294595b4ed3ed03eae39b5 2024-11-22T19:57:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-22T19:57:28,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742191_1367 (size=12301) 2024-11-22T19:57:28,541 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/C of 7867cd4a2d72abe5004dbd88ef899f5a into 4ffeb1ffe9294595b4ed3ed03eae39b5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:28,541 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:28,541 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/C, priority=13, startTime=1732305448479; duration=0sec 2024-11-22T19:57:28,541 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:28,541 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:C 2024-11-22T19:57:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:28,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:28,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305508825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305508826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305508826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-22T19:57:28,902 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/cf64c0e432734c19b550e33209ee0429 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/cf64c0e432734c19b550e33209ee0429 2024-11-22T19:57:28,906 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/B of 7867cd4a2d72abe5004dbd88ef899f5a into cf64c0e432734c19b550e33209ee0429(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:28,906 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:28,906 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/B, priority=13, startTime=1732305448479; duration=0sec 2024-11-22T19:57:28,906 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:28,906 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:B 2024-11-22T19:57:28,938 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/bf3369bdfcfd4813b3c0a1f2f155e125 2024-11-22T19:57:28,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305508937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:28,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305508937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305508937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:28,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/d76e3aab016e47ca89d78967c4deaf5a is 50, key is test_row_0/B:col10/1732305447646/Put/seqid=0 2024-11-22T19:57:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742192_1368 (size=12301) 2024-11-22T19:57:29,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305509146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305509146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305509147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:29,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:29,349 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/d76e3aab016e47ca89d78967c4deaf5a 2024-11-22T19:57:29,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/cf507f80a08f453eac04d048458de3fe is 50, key is test_row_0/C:col10/1732305447646/Put/seqid=0 2024-11-22T19:57:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-22T19:57:29,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742193_1369 (size=12301) 2024-11-22T19:57:29,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305509456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:29,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:29,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305509456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:29,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305509456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:29,761 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/cf507f80a08f453eac04d048458de3fe 2024-11-22T19:57:29,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/bf3369bdfcfd4813b3c0a1f2f155e125 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/bf3369bdfcfd4813b3c0a1f2f155e125 2024-11-22T19:57:29,770 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/bf3369bdfcfd4813b3c0a1f2f155e125, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T19:57:29,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/d76e3aab016e47ca89d78967c4deaf5a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/d76e3aab016e47ca89d78967c4deaf5a 2024-11-22T19:57:29,774 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/d76e3aab016e47ca89d78967c4deaf5a, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T19:57:29,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/cf507f80a08f453eac04d048458de3fe as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/cf507f80a08f453eac04d048458de3fe 2024-11-22T19:57:29,778 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/cf507f80a08f453eac04d048458de3fe, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T19:57:29,778 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 7867cd4a2d72abe5004dbd88ef899f5a in 1253ms, sequenceid=314, compaction requested=false 2024-11-22T19:57:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-22T19:57:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-22T19:57:29,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-22T19:57:29,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5610 sec 2024-11-22T19:57:29,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.5650 sec 2024-11-22T19:57:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:29,970 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:29,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T19:57:29,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/ede9e91a94a04734aa2148b2ce0300c0 is 50, key is test_row_0/A:col10/1732305449968/Put/seqid=0 2024-11-22T19:57:29,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742194_1370 (size=14741) 2024-11-22T19:57:29,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305509982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:29,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305509986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:29,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305509986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:29,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:29,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:29,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:30,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305510096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:30,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305510096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305510096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:30,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:30,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:30,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305510306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305510306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305510306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-22T19:57:30,367 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:30,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-22T19:57:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T19:57:30,369 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:30,370 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:30,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:30,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/ede9e91a94a04734aa2148b2ce0300c0 2024-11-22T19:57:30,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/cdd5a0e1efed4ab68de9124abb3fc3de is 50, key is test_row_0/B:col10/1732305449968/Put/seqid=0 2024-11-22T19:57:30,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742195_1371 (size=12301) 2024-11-22T19:57:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T19:57:30,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-22T19:57:30,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:30,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:30,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:30,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:30,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:30,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305510616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:30,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305510616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:30,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305510617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:30,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:30,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-22T19:57:30,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:30,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:30,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:30,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:30,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T19:57:30,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/cdd5a0e1efed4ab68de9124abb3fc3de 2024-11-22T19:57:30,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/92b9cb89ef8c408284c7be4911247887 is 50, key is test_row_0/C:col10/1732305449968/Put/seqid=0 2024-11-22T19:57:30,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742196_1372 (size=12301) 2024-11-22T19:57:30,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-22T19:57:30,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:30,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:30,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:30,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:30,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:30,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-22T19:57:30,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:30,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:30,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:30,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:30,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T19:57:31,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305511127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:31,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305511127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:31,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:31,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:31,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:31,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305511127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:31,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-22T19:57:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:31,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:31,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/92b9cb89ef8c408284c7be4911247887 2024-11-22T19:57:31,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/ede9e91a94a04734aa2148b2ce0300c0 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ede9e91a94a04734aa2148b2ce0300c0 2024-11-22T19:57:31,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ede9e91a94a04734aa2148b2ce0300c0, entries=200, sequenceid=339, filesize=14.4 K 2024-11-22T19:57:31,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/cdd5a0e1efed4ab68de9124abb3fc3de as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/cdd5a0e1efed4ab68de9124abb3fc3de 2024-11-22T19:57:31,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/cdd5a0e1efed4ab68de9124abb3fc3de, entries=150, sequenceid=339, filesize=12.0 K 2024-11-22T19:57:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/92b9cb89ef8c408284c7be4911247887 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/92b9cb89ef8c408284c7be4911247887 2024-11-22T19:57:31,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/92b9cb89ef8c408284c7be4911247887, entries=150, sequenceid=339, filesize=12.0 K 2024-11-22T19:57:31,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7867cd4a2d72abe5004dbd88ef899f5a in 1251ms, sequenceid=339, compaction requested=true 2024-11-22T19:57:31,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:31,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:31,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:31,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:31,222 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:31,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:31,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:31,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:31,222 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:31,223 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:31,223 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:31,223 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/B is initiating minor compaction (all files) 2024-11-22T19:57:31,223 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/A is initiating minor compaction (all files) 2024-11-22T19:57:31,223 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/B in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:31,223 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/A in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:31,223 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/cf64c0e432734c19b550e33209ee0429, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/d76e3aab016e47ca89d78967c4deaf5a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/cdd5a0e1efed4ab68de9124abb3fc3de] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.7 K 2024-11-22T19:57:31,223 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/b8144648258a416fa54b7bbd88280eb9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/bf3369bdfcfd4813b3c0a1f2f155e125, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ede9e91a94a04734aa2148b2ce0300c0] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=39.1 K 2024-11-22T19:57:31,223 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting cf64c0e432734c19b550e33209ee0429, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732305447304 2024-11-22T19:57:31,223 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8144648258a416fa54b7bbd88280eb9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732305447304 2024-11-22T19:57:31,224 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting d76e3aab016e47ca89d78967c4deaf5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732305447645 2024-11-22T19:57:31,224 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf3369bdfcfd4813b3c0a1f2f155e125, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732305447645 2024-11-22T19:57:31,224 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting cdd5a0e1efed4ab68de9124abb3fc3de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732305448824 2024-11-22T19:57:31,224 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting ede9e91a94a04734aa2148b2ce0300c0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732305448811 2024-11-22T19:57:31,238 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:31,239 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#A#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:31,239 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/4452684ed26446f8964c808386d5db8f is 50, key is test_row_0/B:col10/1732305449968/Put/seqid=0 2024-11-22T19:57:31,239 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/502d22b3504e418590456347b4b61ee3 is 50, key is test_row_0/A:col10/1732305449968/Put/seqid=0 2024-11-22T19:57:31,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742198_1374 (size=13119) 2024-11-22T19:57:31,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742197_1373 (size=13119) 2024-11-22T19:57:31,278 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/4452684ed26446f8964c808386d5db8f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4452684ed26446f8964c808386d5db8f 2024-11-22T19:57:31,284 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/B of 7867cd4a2d72abe5004dbd88ef899f5a into 4452684ed26446f8964c808386d5db8f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:31,284 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:31,284 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/B, priority=13, startTime=1732305451222; duration=0sec 2024-11-22T19:57:31,284 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:31,284 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:B 2024-11-22T19:57:31,284 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:31,285 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:31,285 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/C is initiating minor compaction (all files) 2024-11-22T19:57:31,285 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/C in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:31,286 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/4ffeb1ffe9294595b4ed3ed03eae39b5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/cf507f80a08f453eac04d048458de3fe, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/92b9cb89ef8c408284c7be4911247887] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.7 K 2024-11-22T19:57:31,286 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ffeb1ffe9294595b4ed3ed03eae39b5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732305447304 2024-11-22T19:57:31,286 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting cf507f80a08f453eac04d048458de3fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732305447645 2024-11-22T19:57:31,287 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 92b9cb89ef8c408284c7be4911247887, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732305448824 2024-11-22T19:57:31,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-22T19:57:31,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:31,287 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T19:57:31,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/b8a8336854c440a298026a7c506264fd is 50, key is test_row_0/A:col10/1732305449979/Put/seqid=0 2024-11-22T19:57:31,303 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:31,304 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/be643a7647704c24a83efadde7559f0f is 50, key is test_row_0/C:col10/1732305449968/Put/seqid=0 2024-11-22T19:57:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742199_1375 (size=12301) 2024-11-22T19:57:31,338 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/b8a8336854c440a298026a7c506264fd 2024-11-22T19:57:31,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/ab9f005d671a453f9730cd91a97234f1 is 50, key is test_row_0/B:col10/1732305449979/Put/seqid=0 2024-11-22T19:57:31,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742200_1376 (size=13119) 2024-11-22T19:57:31,380 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/be643a7647704c24a83efadde7559f0f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/be643a7647704c24a83efadde7559f0f 2024-11-22T19:57:31,387 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/C of 7867cd4a2d72abe5004dbd88ef899f5a into be643a7647704c24a83efadde7559f0f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:31,387 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:31,387 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/C, priority=13, startTime=1732305451222; duration=0sec 2024-11-22T19:57:31,387 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:31,387 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:C 2024-11-22T19:57:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742201_1377 (size=12301) 2024-11-22T19:57:31,407 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/ab9f005d671a453f9730cd91a97234f1 2024-11-22T19:57:31,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/c539bade52534420b4322f3e0f49f5ae is 50, key is test_row_0/C:col10/1732305449979/Put/seqid=0 2024-11-22T19:57:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742202_1378 (size=12301) 2024-11-22T19:57:31,425 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/c539bade52534420b4322f3e0f49f5ae 2024-11-22T19:57:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/b8a8336854c440a298026a7c506264fd as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/b8a8336854c440a298026a7c506264fd 2024-11-22T19:57:31,434 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/b8a8336854c440a298026a7c506264fd, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T19:57:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/ab9f005d671a453f9730cd91a97234f1 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/ab9f005d671a453f9730cd91a97234f1 2024-11-22T19:57:31,438 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/ab9f005d671a453f9730cd91a97234f1, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T19:57:31,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/c539bade52534420b4322f3e0f49f5ae as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/c539bade52534420b4322f3e0f49f5ae 2024-11-22T19:57:31,442 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/c539bade52534420b4322f3e0f49f5ae, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T19:57:31,443 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 7867cd4a2d72abe5004dbd88ef899f5a in 156ms, sequenceid=353, compaction requested=false 2024-11-22T19:57:31,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:31,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:31,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-22T19:57:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-22T19:57:31,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-22T19:57:31,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0750 sec 2024-11-22T19:57:31,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.0800 sec 2024-11-22T19:57:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T19:57:31,507 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:31,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-22T19:57:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-22T19:57:31,510 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:31,511 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:31,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-22T19:57:31,655 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/502d22b3504e418590456347b4b61ee3 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/502d22b3504e418590456347b4b61ee3 2024-11-22T19:57:31,660 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/A of 7867cd4a2d72abe5004dbd88ef899f5a into 502d22b3504e418590456347b4b61ee3(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:31,660 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:31,660 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/A, priority=13, startTime=1732305451222; duration=0sec 2024-11-22T19:57:31,660 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:31,660 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:A 2024-11-22T19:57:31,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-22T19:57:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:31,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-22T19:57:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-22T19:57:31,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-22T19:57:31,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-22T19:57:31,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 161 msec 2024-11-22T19:57:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-22T19:57:31,826 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:31,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-22T19:57:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T19:57:31,829 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:31,830 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:31,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T19:57:31,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-22T19:57:31,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:31,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:31,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:31,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-22T19:57:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=93 2024-11-22T19:57:31,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-22T19:57:31,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-22T19:57:31,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 160 msec 2024-11-22T19:57:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T19:57:32,147 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:32,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-22T19:57:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-22T19:57:32,152 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:32,152 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:32,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T19:57:32,154 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:32,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:32,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/805a177454ca440da164ccff0598c14f is 50, key is test_row_0/A:col10/1732305452148/Put/seqid=0 2024-11-22T19:57:32,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742203_1379 (size=12301) 2024-11-22T19:57:32,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/805a177454ca440da164ccff0598c14f 2024-11-22T19:57:32,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/7fa122a7861e490a92f757a9ba38cd94 is 50, key is test_row_0/B:col10/1732305452148/Put/seqid=0 2024-11-22T19:57:32,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742204_1380 (size=12301) 2024-11-22T19:57:32,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305512219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:32,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305512222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:32,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305512224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:32,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-22T19:57:32,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-22T19:57:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:32,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:32,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:32,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305512326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:32,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305512336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:32,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305512336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:32,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-22T19:57:32,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:32,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:32,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:32,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:32,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-22T19:57:32,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305512536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:32,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305512546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:32,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305512546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:32,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/7fa122a7861e490a92f757a9ba38cd94 2024-11-22T19:57:32,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/64b21ce8488a4753b25c3d6cf887224f is 50, key is test_row_0/C:col10/1732305452148/Put/seqid=0 2024-11-22T19:57:32,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742205_1381 (size=12301) 2024-11-22T19:57:32,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/64b21ce8488a4753b25c3d6cf887224f 2024-11-22T19:57:32,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/805a177454ca440da164ccff0598c14f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/805a177454ca440da164ccff0598c14f 2024-11-22T19:57:32,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/805a177454ca440da164ccff0598c14f, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T19:57:32,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/7fa122a7861e490a92f757a9ba38cd94 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/7fa122a7861e490a92f757a9ba38cd94 2024-11-22T19:57:32,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/7fa122a7861e490a92f757a9ba38cd94, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T19:57:32,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/64b21ce8488a4753b25c3d6cf887224f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/64b21ce8488a4753b25c3d6cf887224f 2024-11-22T19:57:32,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/64b21ce8488a4753b25c3d6cf887224f, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T19:57:32,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7867cd4a2d72abe5004dbd88ef899f5a in 457ms, sequenceid=370, compaction requested=true 2024-11-22T19:57:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:32,609 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:32,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:32,609 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:32,610 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:32,610 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:32,610 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/B is initiating minor compaction (all files) 2024-11-22T19:57:32,610 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/A is initiating minor compaction (all files) 2024-11-22T19:57:32,610 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/B in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:32,610 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/A in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:32,610 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4452684ed26446f8964c808386d5db8f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/ab9f005d671a453f9730cd91a97234f1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/7fa122a7861e490a92f757a9ba38cd94] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.8 K 2024-11-22T19:57:32,610 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/502d22b3504e418590456347b4b61ee3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/b8a8336854c440a298026a7c506264fd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/805a177454ca440da164ccff0598c14f] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.8 K 2024-11-22T19:57:32,611 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 502d22b3504e418590456347b4b61ee3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732305448824 2024-11-22T19:57:32,611 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 4452684ed26446f8964c808386d5db8f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732305448824 2024-11-22T19:57:32,611 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8a8336854c440a298026a7c506264fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732305449979 2024-11-22T19:57:32,611 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ab9f005d671a453f9730cd91a97234f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732305449979 2024-11-22T19:57:32,611 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fa122a7861e490a92f757a9ba38cd94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732305452148 2024-11-22T19:57:32,611 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 805a177454ca440da164ccff0598c14f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732305452148 2024-11-22T19:57:32,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-22T19:57:32,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:32,612 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T19:57:32,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/975bc6b6525941ac8216503e9f8e75e3 is 50, key is test_row_0/A:col10/1732305452217/Put/seqid=0 2024-11-22T19:57:32,620 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:32,620 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/c89f215a7b4642f28d14e114f7438ca1 is 50, key is test_row_0/B:col10/1732305452148/Put/seqid=0 2024-11-22T19:57:32,622 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#A#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:32,623 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/2ea1e82853704a4e9f83d42889483796 is 50, key is test_row_0/A:col10/1732305452148/Put/seqid=0 2024-11-22T19:57:32,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742206_1382 (size=12301) 2024-11-22T19:57:32,638 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/975bc6b6525941ac8216503e9f8e75e3 2024-11-22T19:57:32,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/0806819caded48b5b49e8be9fda913e9 is 50, key is test_row_0/B:col10/1732305452217/Put/seqid=0 2024-11-22T19:57:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742207_1383 (size=13221) 2024-11-22T19:57:32,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742208_1384 (size=13221) 2024-11-22T19:57:32,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742209_1385 (size=12301) 2024-11-22T19:57:32,657 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/0806819caded48b5b49e8be9fda913e9 2024-11-22T19:57:32,658 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/2ea1e82853704a4e9f83d42889483796 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/2ea1e82853704a4e9f83d42889483796 2024-11-22T19:57:32,664 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/A of 7867cd4a2d72abe5004dbd88ef899f5a into 2ea1e82853704a4e9f83d42889483796(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:32,664 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:32,664 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/A, priority=13, startTime=1732305452609; duration=0sec 2024-11-22T19:57:32,664 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:32,664 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:A 2024-11-22T19:57:32,664 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:32,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/bc640d32408641bcad86ad06c1fdb17c is 50, key is test_row_0/C:col10/1732305452217/Put/seqid=0 2024-11-22T19:57:32,666 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:32,666 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/C is initiating minor compaction (all files) 2024-11-22T19:57:32,666 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/C in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:32,666 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/be643a7647704c24a83efadde7559f0f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/c539bade52534420b4322f3e0f49f5ae, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/64b21ce8488a4753b25c3d6cf887224f] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.8 K 2024-11-22T19:57:32,667 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting be643a7647704c24a83efadde7559f0f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732305448824 2024-11-22T19:57:32,667 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting c539bade52534420b4322f3e0f49f5ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732305449979 2024-11-22T19:57:32,667 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64b21ce8488a4753b25c3d6cf887224f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732305452148 2024-11-22T19:57:32,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742210_1386 (size=12301) 2024-11-22T19:57:32,674 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/bc640d32408641bcad86ad06c1fdb17c 2024-11-22T19:57:32,678 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#C#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:32,678 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/25b0b4c4cb3f4e76b576228f6127b293 is 50, key is test_row_0/C:col10/1732305452148/Put/seqid=0 2024-11-22T19:57:32,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/975bc6b6525941ac8216503e9f8e75e3 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/975bc6b6525941ac8216503e9f8e75e3 2024-11-22T19:57:32,684 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/975bc6b6525941ac8216503e9f8e75e3, entries=150, sequenceid=393, filesize=12.0 K 2024-11-22T19:57:32,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742211_1387 (size=13221) 2024-11-22T19:57:32,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/0806819caded48b5b49e8be9fda913e9 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/0806819caded48b5b49e8be9fda913e9 2024-11-22T19:57:32,688 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/0806819caded48b5b49e8be9fda913e9, entries=150, sequenceid=393, filesize=12.0 K 2024-11-22T19:57:32,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/bc640d32408641bcad86ad06c1fdb17c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/bc640d32408641bcad86ad06c1fdb17c 2024-11-22T19:57:32,695 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/bc640d32408641bcad86ad06c1fdb17c, entries=150, sequenceid=393, filesize=12.0 K 2024-11-22T19:57:32,696 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 7867cd4a2d72abe5004dbd88ef899f5a in 84ms, sequenceid=393, compaction requested=false 2024-11-22T19:57:32,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:32,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:32,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-22T19:57:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=95 2024-11-22T19:57:32,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-22T19:57:32,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 544 msec 2024-11-22T19:57:32,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 554 msec 2024-11-22T19:57:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-22T19:57:32,776 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:32,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-22T19:57:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-22T19:57:32,779 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:32,780 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:32,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:32,864 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:32,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T19:57:32,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/ad1b67e9c4b94940a0632d4da34ee972 is 50, key is test_row_0/A:col10/1732305452855/Put/seqid=0 2024-11-22T19:57:32,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742212_1388 (size=12301) 2024-11-22T19:57:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-22T19:57:32,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305512903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:32,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305512909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:32,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:32,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305512909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:32,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T19:57:32,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:32,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:32,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:32,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:32,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305513016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:33,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305513016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:33,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:33,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305513016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:33,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:33,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:33,054 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/c89f215a7b4642f28d14e114f7438ca1 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c89f215a7b4642f28d14e114f7438ca1 2024-11-22T19:57:33,059 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/B of 7867cd4a2d72abe5004dbd88ef899f5a into c89f215a7b4642f28d14e114f7438ca1(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:33,059 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:33,059 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/B, priority=13, startTime=1732305452609; duration=0sec 2024-11-22T19:57:33,059 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:33,059 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:B 2024-11-22T19:57:33,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T19:57:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:33,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,089 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/25b0b4c4cb3f4e76b576228f6127b293 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/25b0b4c4cb3f4e76b576228f6127b293 2024-11-22T19:57:33,093 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/C of 7867cd4a2d72abe5004dbd88ef899f5a into 25b0b4c4cb3f4e76b576228f6127b293(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:33,093 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:33,093 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/C, priority=13, startTime=1732305452609; duration=0sec 2024-11-22T19:57:33,093 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:33,093 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:C 2024-11-22T19:57:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-22T19:57:33,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305513226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:33,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305513226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:33,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305513226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:33,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T19:57:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:33,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/ad1b67e9c4b94940a0632d4da34ee972 2024-11-22T19:57:33,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/29af3caf78df40e9848f439b81ccb030 is 50, key is test_row_0/B:col10/1732305452855/Put/seqid=0 2024-11-22T19:57:33,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742213_1389 (size=12301) 2024-11-22T19:57:33,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T19:57:33,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:33,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:33,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:33,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-22T19:57:33,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305513537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:33,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:33,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305513537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305513537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:33,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T19:57:33,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:33,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:33,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:33,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/29af3caf78df40e9848f439b81ccb030 2024-11-22T19:57:33,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/77c1ef91466845a9ac00657260a23f85 is 50, key is test_row_0/C:col10/1732305452855/Put/seqid=0 2024-11-22T19:57:33,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742214_1390 (size=12301) 2024-11-22T19:57:33,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T19:57:33,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:33,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:33,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:33,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T19:57:33,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:33,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:33,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:33,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-22T19:57:34,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T19:57:34,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:34,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:34,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:34,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:34,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:34,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305514046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:34,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305514046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:34,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305514046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:34,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:34,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/77c1ef91466845a9ac00657260a23f85 2024-11-22T19:57:34,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/ad1b67e9c4b94940a0632d4da34ee972 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ad1b67e9c4b94940a0632d4da34ee972 2024-11-22T19:57:34,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ad1b67e9c4b94940a0632d4da34ee972, entries=150, sequenceid=406, filesize=12.0 K 2024-11-22T19:57:34,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/29af3caf78df40e9848f439b81ccb030 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/29af3caf78df40e9848f439b81ccb030 2024-11-22T19:57:34,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/29af3caf78df40e9848f439b81ccb030, entries=150, sequenceid=406, filesize=12.0 K 2024-11-22T19:57:34,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/77c1ef91466845a9ac00657260a23f85 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/77c1ef91466845a9ac00657260a23f85 2024-11-22T19:57:34,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/77c1ef91466845a9ac00657260a23f85, entries=150, sequenceid=406, filesize=12.0 K 2024-11-22T19:57:34,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7867cd4a2d72abe5004dbd88ef899f5a in 1248ms, sequenceid=406, compaction requested=true 2024-11-22T19:57:34,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:34,113 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T19:57:34,113 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:34,114 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:34,114 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/A is initiating minor compaction (all files) 2024-11-22T19:57:34,114 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/A in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:34,114 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/2ea1e82853704a4e9f83d42889483796, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/975bc6b6525941ac8216503e9f8e75e3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ad1b67e9c4b94940a0632d4da34ee972] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.9 K 2024-11-22T19:57:34,114 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:34,114 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/B is initiating minor compaction (all files) 2024-11-22T19:57:34,114 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ea1e82853704a4e9f83d42889483796, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732305452148 2024-11-22T19:57:34,114 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/B in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:34,115 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c89f215a7b4642f28d14e114f7438ca1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/0806819caded48b5b49e8be9fda913e9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/29af3caf78df40e9848f439b81ccb030] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.9 K 2024-11-22T19:57:34,115 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c89f215a7b4642f28d14e114f7438ca1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732305452148 2024-11-22T19:57:34,115 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 975bc6b6525941ac8216503e9f8e75e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732305452208 2024-11-22T19:57:34,115 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0806819caded48b5b49e8be9fda913e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732305452208 2024-11-22T19:57:34,115 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad1b67e9c4b94940a0632d4da34ee972, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732305452855 2024-11-22T19:57:34,116 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 29af3caf78df40e9848f439b81ccb030, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732305452855 2024-11-22T19:57:34,123 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#A#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:34,123 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:34,124 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/d24c75271e6543ddaf9b4b07211fcd94 is 50, key is test_row_0/A:col10/1732305452855/Put/seqid=0 2024-11-22T19:57:34,124 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/d9809802edcb41e7b5c07fb64b4ae273 is 50, key is test_row_0/B:col10/1732305452855/Put/seqid=0 2024-11-22T19:57:34,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742216_1392 (size=13323) 2024-11-22T19:57:34,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742215_1391 (size=13323) 2024-11-22T19:57:34,142 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/d24c75271e6543ddaf9b4b07211fcd94 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/d24c75271e6543ddaf9b4b07211fcd94 2024-11-22T19:57:34,148 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/A of 7867cd4a2d72abe5004dbd88ef899f5a into d24c75271e6543ddaf9b4b07211fcd94(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:34,148 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:34,148 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/A, priority=13, startTime=1732305454112; duration=0sec 2024-11-22T19:57:34,148 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:34,148 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:A 2024-11-22T19:57:34,148 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:34,149 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:34,150 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/C is initiating minor compaction (all files) 2024-11-22T19:57:34,150 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/C in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:34,150 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/25b0b4c4cb3f4e76b576228f6127b293, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/bc640d32408641bcad86ad06c1fdb17c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/77c1ef91466845a9ac00657260a23f85] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=36.9 K 2024-11-22T19:57:34,150 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25b0b4c4cb3f4e76b576228f6127b293, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732305452148 2024-11-22T19:57:34,151 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc640d32408641bcad86ad06c1fdb17c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732305452208 2024-11-22T19:57:34,152 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77c1ef91466845a9ac00657260a23f85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732305452855 2024-11-22T19:57:34,159 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#C#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:34,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-22T19:57:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:34,159 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T19:57:34,159 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/fdadc14ee44b4af0ac9a61688b3486a5 is 50, key is test_row_0/C:col10/1732305452855/Put/seqid=0 2024-11-22T19:57:34,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/cc8472f70aa64198bac9fd0e1ee850c8 is 50, key is test_row_0/A:col10/1732305452899/Put/seqid=0 2024-11-22T19:57:34,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742217_1393 (size=13323) 2024-11-22T19:57:34,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742218_1394 (size=12301) 2024-11-22T19:57:34,536 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/d9809802edcb41e7b5c07fb64b4ae273 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/d9809802edcb41e7b5c07fb64b4ae273 2024-11-22T19:57:34,540 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/B of 7867cd4a2d72abe5004dbd88ef899f5a into d9809802edcb41e7b5c07fb64b4ae273(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:34,540 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:34,540 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/B, priority=13, startTime=1732305454113; duration=0sec 2024-11-22T19:57:34,540 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:34,540 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:B 2024-11-22T19:57:34,578 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/fdadc14ee44b4af0ac9a61688b3486a5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/fdadc14ee44b4af0ac9a61688b3486a5 2024-11-22T19:57:34,582 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/C of 7867cd4a2d72abe5004dbd88ef899f5a into fdadc14ee44b4af0ac9a61688b3486a5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:34,582 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:34,582 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/C, priority=13, startTime=1732305454113; duration=0sec 2024-11-22T19:57:34,582 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:34,582 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:C 2024-11-22T19:57:34,590 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/cc8472f70aa64198bac9fd0e1ee850c8 2024-11-22T19:57:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/dae4e821cd1a43d8997d474bf700ab08 is 50, key is test_row_0/B:col10/1732305452899/Put/seqid=0 2024-11-22T19:57:34,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742219_1395 (size=12301) 2024-11-22T19:57:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-22T19:57:35,002 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/dae4e821cd1a43d8997d474bf700ab08 2024-11-22T19:57:35,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/4a66d5be1d584ee8a732f52f029113ef is 50, key is test_row_0/C:col10/1732305452899/Put/seqid=0 2024-11-22T19:57:35,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742220_1396 (size=12301) 2024-11-22T19:57:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:35,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. as already flushing 2024-11-22T19:57:35,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305515074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:35,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305515075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305515076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:35,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305515187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:35,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305515187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:35,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:35,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305515187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:35,290 INFO [Thread-1376 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1376. 2024-11-22T19:57:35,290 DEBUG [Thread-1376 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:35,290 DEBUG [Thread-1376 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,290 DEBUG [Thread-1376 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:35,291 INFO [Thread-1382 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1382. 2024-11-22T19:57:35,291 DEBUG [Thread-1382 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:35,291 DEBUG [Thread-1382 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,291 DEBUG [Thread-1382 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:35,291 INFO [Thread-1380 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1380. 2024-11-22T19:57:35,291 DEBUG [Thread-1380 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:35,291 DEBUG [Thread-1380 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,291 DEBUG [Thread-1380 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:35,293 INFO [Thread-1378 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1378. 2024-11-22T19:57:35,293 DEBUG [Thread-1378 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:35,293 DEBUG [Thread-1378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,293 INFO [Thread-1374 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1374. 2024-11-22T19:57:35,293 DEBUG [Thread-1378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,293 DEBUG [Thread-1374 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:35,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:35,293 DEBUG [Thread-1374 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,293 DEBUG [Thread-1374 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:35,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:35,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:35,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732305515397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51796 deadline: 1732305515397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51836 deadline: 1732305515397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:57:35,414 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/4a66d5be1d584ee8a732f52f029113ef 2024-11-22T19:57:35,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/cc8472f70aa64198bac9fd0e1ee850c8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/cc8472f70aa64198bac9fd0e1ee850c8 2024-11-22T19:57:35,420 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/cc8472f70aa64198bac9fd0e1ee850c8, entries=150, sequenceid=434, filesize=12.0 K 2024-11-22T19:57:35,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/dae4e821cd1a43d8997d474bf700ab08 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/dae4e821cd1a43d8997d474bf700ab08 2024-11-22T19:57:35,424 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/dae4e821cd1a43d8997d474bf700ab08, entries=150, sequenceid=434, filesize=12.0 K 2024-11-22T19:57:35,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/4a66d5be1d584ee8a732f52f029113ef as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/4a66d5be1d584ee8a732f52f029113ef 2024-11-22T19:57:35,427 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/4a66d5be1d584ee8a732f52f029113ef, entries=150, sequenceid=434, filesize=12.0 K 2024-11-22T19:57:35,428 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 7867cd4a2d72abe5004dbd88ef899f5a in 1269ms, sequenceid=434, compaction requested=false 2024-11-22T19:57:35,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:35,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:35,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-22T19:57:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=97 2024-11-22T19:57:35,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-22T19:57:35,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6500 sec 2024-11-22T19:57:35,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 2.6540 sec 2024-11-22T19:57:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:35,518 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:35,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T19:57:35,518 INFO [Thread-1365 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1365. 2024-11-22T19:57:35,518 DEBUG [Thread-1365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:35,518 DEBUG [Thread-1365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,518 DEBUG [Thread-1365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:35,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/9595e34493b9474c87292a8609c2bc0a is 50, key is test_row_0/A:col10/1732305455517/Put/seqid=0 2024-11-22T19:57:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742221_1397 (size=12301) 2024-11-22T19:57:35,537 INFO [Thread-1367 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1367. 2024-11-22T19:57:35,537 DEBUG [Thread-1367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:35,537 DEBUG [Thread-1367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,538 DEBUG [Thread-1367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:35,565 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T19:57:35,708 INFO [Thread-1371 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1371. 2024-11-22T19:57:35,708 INFO [Thread-1369 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1369. 2024-11-22T19:57:35,708 INFO [Thread-1363 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1363. 2024-11-22T19:57:35,708 DEBUG [Thread-1371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:35,708 DEBUG [Thread-1363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:35,708 DEBUG [Thread-1369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:57:35,708 DEBUG [Thread-1371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,708 DEBUG [Thread-1363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,708 DEBUG [Thread-1369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,708 DEBUG [Thread-1371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,708 DEBUG [Thread-1363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,708 DEBUG [Thread-1369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:35,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:35,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:35,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:35,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/9595e34493b9474c87292a8609c2bc0a 2024-11-22T19:57:35,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/4d4cd1fd8ff04fa5a69fb93edd2718db is 50, key is test_row_0/B:col10/1732305455517/Put/seqid=0 2024-11-22T19:57:35,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742222_1398 (size=12301) 2024-11-22T19:57:36,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/4d4cd1fd8ff04fa5a69fb93edd2718db 2024-11-22T19:57:36,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/6f32a58055734c93b69515fb977a1fa9 is 50, key is test_row_0/C:col10/1732305455517/Put/seqid=0 2024-11-22T19:57:36,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742223_1399 (size=12301) 2024-11-22T19:57:36,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/6f32a58055734c93b69515fb977a1fa9 2024-11-22T19:57:36,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/9595e34493b9474c87292a8609c2bc0a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9595e34493b9474c87292a8609c2bc0a 2024-11-22T19:57:36,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9595e34493b9474c87292a8609c2bc0a, entries=150, sequenceid=449, filesize=12.0 K 2024-11-22T19:57:36,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/4d4cd1fd8ff04fa5a69fb93edd2718db as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4d4cd1fd8ff04fa5a69fb93edd2718db 2024-11-22T19:57:36,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4d4cd1fd8ff04fa5a69fb93edd2718db, entries=150, sequenceid=449, filesize=12.0 K 2024-11-22T19:57:36,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/6f32a58055734c93b69515fb977a1fa9 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/6f32a58055734c93b69515fb977a1fa9 2024-11-22T19:57:36,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/6f32a58055734c93b69515fb977a1fa9, entries=150, sequenceid=449, filesize=12.0 K 2024-11-22T19:57:36,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for 7867cd4a2d72abe5004dbd88ef899f5a in 1239ms, sequenceid=449, compaction requested=true 2024-11-22T19:57:36,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:36,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:36,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:36,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:36,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:36,758 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:36,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7867cd4a2d72abe5004dbd88ef899f5a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:36,758 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:36,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:36,759 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:36,759 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:36,759 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/A is initiating minor compaction (all files) 2024-11-22T19:57:36,759 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 7867cd4a2d72abe5004dbd88ef899f5a/B is initiating minor compaction (all files) 2024-11-22T19:57:36,759 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/A in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:36,759 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7867cd4a2d72abe5004dbd88ef899f5a/B in TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:36,759 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/d24c75271e6543ddaf9b4b07211fcd94, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/cc8472f70aa64198bac9fd0e1ee850c8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9595e34493b9474c87292a8609c2bc0a] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=37.0 K 2024-11-22T19:57:36,759 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/d9809802edcb41e7b5c07fb64b4ae273, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/dae4e821cd1a43d8997d474bf700ab08, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4d4cd1fd8ff04fa5a69fb93edd2718db] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp, totalSize=37.0 K 2024-11-22T19:57:36,759 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting d24c75271e6543ddaf9b4b07211fcd94, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732305452855 2024-11-22T19:57:36,759 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting d9809802edcb41e7b5c07fb64b4ae273, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732305452855 2024-11-22T19:57:36,759 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc8472f70aa64198bac9fd0e1ee850c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732305452883 2024-11-22T19:57:36,759 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting dae4e821cd1a43d8997d474bf700ab08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732305452883 2024-11-22T19:57:36,760 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9595e34493b9474c87292a8609c2bc0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732305455061 2024-11-22T19:57:36,760 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d4cd1fd8ff04fa5a69fb93edd2718db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732305455061 2024-11-22T19:57:36,765 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#B#compaction#348 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:36,766 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7867cd4a2d72abe5004dbd88ef899f5a#A#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:36,766 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/b0ab771d96194abea87c43b5de1692bf is 50, key is test_row_0/B:col10/1732305455517/Put/seqid=0 2024-11-22T19:57:36,766 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/143346205e11467e822af7e92aecc712 is 50, key is test_row_0/A:col10/1732305455517/Put/seqid=0 2024-11-22T19:57:36,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742224_1400 (size=13425) 2024-11-22T19:57:36,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742225_1401 (size=13425) 2024-11-22T19:57:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-22T19:57:36,937 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:36,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T19:57:36,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-22T19:57:36,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-22T19:57:36,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-22T19:57:36,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-22T19:57:36,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 125 2024-11-22T19:57:36,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T19:57:36,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3753 2024-11-22T19:57:36,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3641 2024-11-22T19:57:36,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3638 2024-11-22T19:57:36,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3745 2024-11-22T19:57:36,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3634 2024-11-22T19:57:36,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T19:57:36,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:57:36,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:57:36,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:36,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:36,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:57:36,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T19:57:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-22T19:57:36,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305456941"}]},"ts":"1732305456941"} 2024-11-22T19:57:36,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T19:57:36,943 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T19:57:36,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T19:57:36,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7867cd4a2d72abe5004dbd88ef899f5a, UNASSIGN}] 2024-11-22T19:57:36,946 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7867cd4a2d72abe5004dbd88ef899f5a, UNASSIGN 2024-11-22T19:57:36,946 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=7867cd4a2d72abe5004dbd88ef899f5a, regionState=CLOSING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:36,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7867cd4a2d72abe5004dbd88ef899f5a, UNASSIGN because future has completed 2024-11-22T19:57:36,948 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T19:57:36,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:57:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-22T19:57:37,100 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:37,100 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T19:57:37,100 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing 7867cd4a2d72abe5004dbd88ef899f5a, disabling compactions & flushes 2024-11-22T19:57:37,100 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:37,175 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/b0ab771d96194abea87c43b5de1692bf as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/b0ab771d96194abea87c43b5de1692bf 2024-11-22T19:57:37,175 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/143346205e11467e822af7e92aecc712 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/143346205e11467e822af7e92aecc712 2024-11-22T19:57:37,179 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/A of 7867cd4a2d72abe5004dbd88ef899f5a into 143346205e11467e822af7e92aecc712(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:37,179 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7867cd4a2d72abe5004dbd88ef899f5a/B of 7867cd4a2d72abe5004dbd88ef899f5a into b0ab771d96194abea87c43b5de1692bf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:37,179 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:37,179 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7867cd4a2d72abe5004dbd88ef899f5a: 2024-11-22T19:57:37,179 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/A, priority=13, startTime=1732305456758; duration=0sec 2024-11-22T19:57:37,179 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., storeName=7867cd4a2d72abe5004dbd88ef899f5a/B, priority=13, startTime=1732305456758; duration=0sec 2024-11-22T19:57:37,179 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:37,179 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:37,179 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:A 2024-11-22T19:57:37,179 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:37,179 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:B 2024-11-22T19:57:37,179 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:37,179 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. after waiting 0 ms 2024-11-22T19:57:37,179 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:37,179 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. because compaction request was cancelled 2024-11-22T19:57:37,179 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7867cd4a2d72abe5004dbd88ef899f5a:C 2024-11-22T19:57:37,179 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(2902): Flushing 7867cd4a2d72abe5004dbd88ef899f5a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T19:57:37,182 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/17a4ee5615dc4ebd8ec4216229a7d316 is 50, key is test_row_1/A:col10/1732305455707/Put/seqid=0 2024-11-22T19:57:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742226_1402 (size=9857) 2024-11-22T19:57:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-22T19:57:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-22T19:57:37,586 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/17a4ee5615dc4ebd8ec4216229a7d316 2024-11-22T19:57:37,593 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/046489cdafc243e589afa837410f5d4f is 50, key is test_row_1/B:col10/1732305455707/Put/seqid=0 2024-11-22T19:57:37,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742227_1403 (size=9857) 2024-11-22T19:57:37,997 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/046489cdafc243e589afa837410f5d4f 2024-11-22T19:57:38,003 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/27629f02fc6e4c00a5a9bdf7bd99054b is 50, key is test_row_1/C:col10/1732305455707/Put/seqid=0 2024-11-22T19:57:38,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742228_1404 (size=9857) 2024-11-22T19:57:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-22T19:57:38,407 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/27629f02fc6e4c00a5a9bdf7bd99054b 2024-11-22T19:57:38,410 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/A/17a4ee5615dc4ebd8ec4216229a7d316 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/17a4ee5615dc4ebd8ec4216229a7d316 2024-11-22T19:57:38,413 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/17a4ee5615dc4ebd8ec4216229a7d316, entries=100, sequenceid=458, filesize=9.6 K 2024-11-22T19:57:38,413 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/B/046489cdafc243e589afa837410f5d4f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/046489cdafc243e589afa837410f5d4f 2024-11-22T19:57:38,416 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/046489cdafc243e589afa837410f5d4f, entries=100, sequenceid=458, filesize=9.6 K 2024-11-22T19:57:38,416 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/.tmp/C/27629f02fc6e4c00a5a9bdf7bd99054b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/27629f02fc6e4c00a5a9bdf7bd99054b 2024-11-22T19:57:38,419 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/27629f02fc6e4c00a5a9bdf7bd99054b, entries=100, sequenceid=458, filesize=9.6 K 2024-11-22T19:57:38,419 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 7867cd4a2d72abe5004dbd88ef899f5a in 1240ms, sequenceid=458, compaction requested=true 2024-11-22T19:57:38,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/87f45db9756e45839e8f3291da363475, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/d0c834a72fbf4fa0a208dd5856d9a213, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/55201c2267b34522a3650f8d1172187b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fc439ca3c19c48e5b0a72fbaef377724, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1860f6ba76f44d93a980aa0bd8d865c2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1d025aa76e1a4f838e18182f4252caec, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/412d10fa99b84de289869d73b4d95024, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fcb38ce4674d4c7c9ca9b463f1499e72, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1e42a20491dc49818be7c2db718ee4f7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/587eb23eec4340b29019bd149a88dfa3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fb7290f1b2c549348234efdf25633045, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/e52d4af9b3df4ae8bd62e0876ff02b94, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/f645a81809de4e3999e3baa9b044b68a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9d839cfe11194f6b8a84b96c68f4c9e4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/48161d7cbf09455eacd6d599e06ff430, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/0dfd7cb709b14d2681ca7d7407b87c1d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9b33d910dcac4f26afc22ef7d37c12c3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ec16562b6f424d4983565d4297bcc1cb, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1ad2540614ea4a71b70372a1e3408622, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/afafc058a64d48b89dbff23c9da3d4c5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/b8144648258a416fa54b7bbd88280eb9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/6a0c61181fa84fa59b9c04994b4f31e7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/bf3369bdfcfd4813b3c0a1f2f155e125, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ede9e91a94a04734aa2148b2ce0300c0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/502d22b3504e418590456347b4b61ee3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/b8a8336854c440a298026a7c506264fd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/2ea1e82853704a4e9f83d42889483796, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/805a177454ca440da164ccff0598c14f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/975bc6b6525941ac8216503e9f8e75e3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/d24c75271e6543ddaf9b4b07211fcd94, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ad1b67e9c4b94940a0632d4da34ee972, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/cc8472f70aa64198bac9fd0e1ee850c8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9595e34493b9474c87292a8609c2bc0a] to archive 2024-11-22T19:57:38,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:57:38,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/87f45db9756e45839e8f3291da363475 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/87f45db9756e45839e8f3291da363475 2024-11-22T19:57:38,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/d0c834a72fbf4fa0a208dd5856d9a213 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/d0c834a72fbf4fa0a208dd5856d9a213 2024-11-22T19:57:38,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/55201c2267b34522a3650f8d1172187b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/55201c2267b34522a3650f8d1172187b 2024-11-22T19:57:38,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fc439ca3c19c48e5b0a72fbaef377724 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fc439ca3c19c48e5b0a72fbaef377724 2024-11-22T19:57:38,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1860f6ba76f44d93a980aa0bd8d865c2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1860f6ba76f44d93a980aa0bd8d865c2 2024-11-22T19:57:38,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1d025aa76e1a4f838e18182f4252caec to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1d025aa76e1a4f838e18182f4252caec 2024-11-22T19:57:38,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/412d10fa99b84de289869d73b4d95024 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/412d10fa99b84de289869d73b4d95024 2024-11-22T19:57:38,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fcb38ce4674d4c7c9ca9b463f1499e72 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fcb38ce4674d4c7c9ca9b463f1499e72 2024-11-22T19:57:38,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1e42a20491dc49818be7c2db718ee4f7 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1e42a20491dc49818be7c2db718ee4f7 2024-11-22T19:57:38,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/587eb23eec4340b29019bd149a88dfa3 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/587eb23eec4340b29019bd149a88dfa3 2024-11-22T19:57:38,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fb7290f1b2c549348234efdf25633045 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/fb7290f1b2c549348234efdf25633045 2024-11-22T19:57:38,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/e52d4af9b3df4ae8bd62e0876ff02b94 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/e52d4af9b3df4ae8bd62e0876ff02b94 2024-11-22T19:57:38,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/f645a81809de4e3999e3baa9b044b68a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/f645a81809de4e3999e3baa9b044b68a 2024-11-22T19:57:38,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9d839cfe11194f6b8a84b96c68f4c9e4 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9d839cfe11194f6b8a84b96c68f4c9e4 2024-11-22T19:57:38,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/48161d7cbf09455eacd6d599e06ff430 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/48161d7cbf09455eacd6d599e06ff430 2024-11-22T19:57:38,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/0dfd7cb709b14d2681ca7d7407b87c1d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/0dfd7cb709b14d2681ca7d7407b87c1d 2024-11-22T19:57:38,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9b33d910dcac4f26afc22ef7d37c12c3 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9b33d910dcac4f26afc22ef7d37c12c3 2024-11-22T19:57:38,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ec16562b6f424d4983565d4297bcc1cb to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ec16562b6f424d4983565d4297bcc1cb 2024-11-22T19:57:38,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1ad2540614ea4a71b70372a1e3408622 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/1ad2540614ea4a71b70372a1e3408622 2024-11-22T19:57:38,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/afafc058a64d48b89dbff23c9da3d4c5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/afafc058a64d48b89dbff23c9da3d4c5 2024-11-22T19:57:38,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/b8144648258a416fa54b7bbd88280eb9 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/b8144648258a416fa54b7bbd88280eb9 2024-11-22T19:57:38,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/6a0c61181fa84fa59b9c04994b4f31e7 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/6a0c61181fa84fa59b9c04994b4f31e7 2024-11-22T19:57:38,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/bf3369bdfcfd4813b3c0a1f2f155e125 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/bf3369bdfcfd4813b3c0a1f2f155e125 2024-11-22T19:57:38,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ede9e91a94a04734aa2148b2ce0300c0 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ede9e91a94a04734aa2148b2ce0300c0 2024-11-22T19:57:38,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/502d22b3504e418590456347b4b61ee3 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/502d22b3504e418590456347b4b61ee3 2024-11-22T19:57:38,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/b8a8336854c440a298026a7c506264fd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/b8a8336854c440a298026a7c506264fd 2024-11-22T19:57:38,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/2ea1e82853704a4e9f83d42889483796 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/2ea1e82853704a4e9f83d42889483796 2024-11-22T19:57:38,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/805a177454ca440da164ccff0598c14f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/805a177454ca440da164ccff0598c14f 2024-11-22T19:57:38,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/975bc6b6525941ac8216503e9f8e75e3 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/975bc6b6525941ac8216503e9f8e75e3 2024-11-22T19:57:38,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/d24c75271e6543ddaf9b4b07211fcd94 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/d24c75271e6543ddaf9b4b07211fcd94 2024-11-22T19:57:38,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ad1b67e9c4b94940a0632d4da34ee972 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/ad1b67e9c4b94940a0632d4da34ee972 2024-11-22T19:57:38,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/cc8472f70aa64198bac9fd0e1ee850c8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/cc8472f70aa64198bac9fd0e1ee850c8 2024-11-22T19:57:38,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9595e34493b9474c87292a8609c2bc0a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/9595e34493b9474c87292a8609c2bc0a 2024-11-22T19:57:38,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/66f989bb35be4beda39058f8e02cba32, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/db01869da67c44d09663bfe4b8c8811e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/e87e146e928346859e001bf8715cbc77, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/9aefd4d9134846fba65391d71bcfa5cd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/58437445f08649acaade40187701f5c9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/74bb8de6888c4c2d9cbf5f180c58fdbb, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/1403648b0f4d4d7e8c5c03dab958bf7f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/fe3acbd014404897bd2360d35255e182, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/111f027697674c888fa5b73eaf9a552f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/5302402e51624bbea1c5c39eca33210f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/8a0b54433b4344808614dd7ab64fbb8d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/9bcbbaa7ae024ce2b1c214b66309f9b2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/fb8776c51f8e43c8afbbe764991db353, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/91402bd685b849faba80ec6fc8ad9334, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/50bb2e4a3e1e478daa50dfe20014da70, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/3a41aa1a65ed47b58dc97d594f6d27c9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4183ef3c608d45e6941f042f7c15cb1a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c621e8271ac74362ab166fcd4ed7a93a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/bfc5f8b195724eff8ae098246443ecef, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4bb34f6e0776420a9c2c69cd3002d22c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/cf64c0e432734c19b550e33209ee0429, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c2387c1cfce148fc836fd82b800b00fb, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/d76e3aab016e47ca89d78967c4deaf5a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4452684ed26446f8964c808386d5db8f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/cdd5a0e1efed4ab68de9124abb3fc3de, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/ab9f005d671a453f9730cd91a97234f1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c89f215a7b4642f28d14e114f7438ca1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/7fa122a7861e490a92f757a9ba38cd94, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/0806819caded48b5b49e8be9fda913e9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/d9809802edcb41e7b5c07fb64b4ae273, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/29af3caf78df40e9848f439b81ccb030, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/dae4e821cd1a43d8997d474bf700ab08, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4d4cd1fd8ff04fa5a69fb93edd2718db] to archive 2024-11-22T19:57:38,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:57:38,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/66f989bb35be4beda39058f8e02cba32 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/66f989bb35be4beda39058f8e02cba32 2024-11-22T19:57:38,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/db01869da67c44d09663bfe4b8c8811e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/db01869da67c44d09663bfe4b8c8811e 2024-11-22T19:57:38,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/e87e146e928346859e001bf8715cbc77 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/e87e146e928346859e001bf8715cbc77 2024-11-22T19:57:38,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/9aefd4d9134846fba65391d71bcfa5cd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/9aefd4d9134846fba65391d71bcfa5cd 2024-11-22T19:57:38,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/58437445f08649acaade40187701f5c9 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/58437445f08649acaade40187701f5c9 2024-11-22T19:57:38,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/74bb8de6888c4c2d9cbf5f180c58fdbb to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/74bb8de6888c4c2d9cbf5f180c58fdbb 2024-11-22T19:57:38,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/1403648b0f4d4d7e8c5c03dab958bf7f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/1403648b0f4d4d7e8c5c03dab958bf7f 2024-11-22T19:57:38,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/fe3acbd014404897bd2360d35255e182 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/fe3acbd014404897bd2360d35255e182 2024-11-22T19:57:38,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/111f027697674c888fa5b73eaf9a552f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/111f027697674c888fa5b73eaf9a552f 2024-11-22T19:57:38,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/5302402e51624bbea1c5c39eca33210f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/5302402e51624bbea1c5c39eca33210f 2024-11-22T19:57:38,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/8a0b54433b4344808614dd7ab64fbb8d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/8a0b54433b4344808614dd7ab64fbb8d 2024-11-22T19:57:38,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/9bcbbaa7ae024ce2b1c214b66309f9b2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/9bcbbaa7ae024ce2b1c214b66309f9b2 2024-11-22T19:57:38,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/fb8776c51f8e43c8afbbe764991db353 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/fb8776c51f8e43c8afbbe764991db353 2024-11-22T19:57:38,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/91402bd685b849faba80ec6fc8ad9334 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/91402bd685b849faba80ec6fc8ad9334 2024-11-22T19:57:38,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/50bb2e4a3e1e478daa50dfe20014da70 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/50bb2e4a3e1e478daa50dfe20014da70 2024-11-22T19:57:38,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/3a41aa1a65ed47b58dc97d594f6d27c9 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/3a41aa1a65ed47b58dc97d594f6d27c9 2024-11-22T19:57:38,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4183ef3c608d45e6941f042f7c15cb1a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4183ef3c608d45e6941f042f7c15cb1a 2024-11-22T19:57:38,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c621e8271ac74362ab166fcd4ed7a93a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c621e8271ac74362ab166fcd4ed7a93a 2024-11-22T19:57:38,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/bfc5f8b195724eff8ae098246443ecef to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/bfc5f8b195724eff8ae098246443ecef 2024-11-22T19:57:38,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4bb34f6e0776420a9c2c69cd3002d22c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4bb34f6e0776420a9c2c69cd3002d22c 2024-11-22T19:57:38,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/cf64c0e432734c19b550e33209ee0429 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/cf64c0e432734c19b550e33209ee0429 2024-11-22T19:57:38,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c2387c1cfce148fc836fd82b800b00fb to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c2387c1cfce148fc836fd82b800b00fb 2024-11-22T19:57:38,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/d76e3aab016e47ca89d78967c4deaf5a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/d76e3aab016e47ca89d78967c4deaf5a 2024-11-22T19:57:38,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4452684ed26446f8964c808386d5db8f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4452684ed26446f8964c808386d5db8f 2024-11-22T19:57:38,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/cdd5a0e1efed4ab68de9124abb3fc3de to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/cdd5a0e1efed4ab68de9124abb3fc3de 2024-11-22T19:57:38,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/ab9f005d671a453f9730cd91a97234f1 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/ab9f005d671a453f9730cd91a97234f1 2024-11-22T19:57:38,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c89f215a7b4642f28d14e114f7438ca1 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/c89f215a7b4642f28d14e114f7438ca1 2024-11-22T19:57:38,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/7fa122a7861e490a92f757a9ba38cd94 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/7fa122a7861e490a92f757a9ba38cd94 2024-11-22T19:57:38,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/0806819caded48b5b49e8be9fda913e9 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/0806819caded48b5b49e8be9fda913e9 2024-11-22T19:57:38,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/d9809802edcb41e7b5c07fb64b4ae273 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/d9809802edcb41e7b5c07fb64b4ae273 2024-11-22T19:57:38,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/29af3caf78df40e9848f439b81ccb030 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/29af3caf78df40e9848f439b81ccb030 2024-11-22T19:57:38,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/dae4e821cd1a43d8997d474bf700ab08 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/dae4e821cd1a43d8997d474bf700ab08 2024-11-22T19:57:38,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4d4cd1fd8ff04fa5a69fb93edd2718db to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/4d4cd1fd8ff04fa5a69fb93edd2718db 2024-11-22T19:57:38,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/8def33fe56b04e6ab7411009a4559744, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/440e2d83114d47fca2efb3ec8617b215, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/99ec215b5abe41f78f7affc707b30d04, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/7c9f5f6cc57442c2b8177078a04cf5ad, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/483b4a21f7c44dac802e327cc6c0989c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/0080b426ee29401d8c6fafdfee8d9d88, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/aea4b9012f494ded81c176dbfd069615, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/c7069b84ae7e4bd3bfd30a0802212a4b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/3f30b7cf935a4186b0a2e0ab5a2c7ee5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/6ffeb1c388e7401da497965364f23987, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/ac81adb9fecd4408ba27b1d822b0f5de, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/701b275fb26f4770856ee443c13f2e6a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/ef687bffa7d74c12863ed60a42c2be31, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/d2514a787bc5491e85f7b07a5dbe995b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/93d3122651e04272aaaa673c3f05549e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/9dc0368f40bb4a01b0a655f8135209a1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/17b01b5caf5140fd9ca7a63f2540f92c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/fc646296b90a45cf8667d9f05a184661, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/23167810d1454414951e43ca4a23f338, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/f7af9e56540945dd817cfc8f5b9ecd97, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/4ffeb1ffe9294595b4ed3ed03eae39b5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/9444d623d80640ebbf5e9474e2b3f57b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/cf507f80a08f453eac04d048458de3fe, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/be643a7647704c24a83efadde7559f0f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/92b9cb89ef8c408284c7be4911247887, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/c539bade52534420b4322f3e0f49f5ae, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/25b0b4c4cb3f4e76b576228f6127b293, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/64b21ce8488a4753b25c3d6cf887224f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/bc640d32408641bcad86ad06c1fdb17c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/77c1ef91466845a9ac00657260a23f85] to archive 2024-11-22T19:57:38,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:57:38,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/8def33fe56b04e6ab7411009a4559744 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/8def33fe56b04e6ab7411009a4559744 2024-11-22T19:57:38,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/440e2d83114d47fca2efb3ec8617b215 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/440e2d83114d47fca2efb3ec8617b215 2024-11-22T19:57:38,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/99ec215b5abe41f78f7affc707b30d04 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/99ec215b5abe41f78f7affc707b30d04 2024-11-22T19:57:38,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/7c9f5f6cc57442c2b8177078a04cf5ad to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/7c9f5f6cc57442c2b8177078a04cf5ad 2024-11-22T19:57:38,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/483b4a21f7c44dac802e327cc6c0989c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/483b4a21f7c44dac802e327cc6c0989c 2024-11-22T19:57:38,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/0080b426ee29401d8c6fafdfee8d9d88 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/0080b426ee29401d8c6fafdfee8d9d88 2024-11-22T19:57:38,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/aea4b9012f494ded81c176dbfd069615 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/aea4b9012f494ded81c176dbfd069615 2024-11-22T19:57:38,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/c7069b84ae7e4bd3bfd30a0802212a4b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/c7069b84ae7e4bd3bfd30a0802212a4b 2024-11-22T19:57:38,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/3f30b7cf935a4186b0a2e0ab5a2c7ee5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/3f30b7cf935a4186b0a2e0ab5a2c7ee5 2024-11-22T19:57:38,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/6ffeb1c388e7401da497965364f23987 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/6ffeb1c388e7401da497965364f23987 2024-11-22T19:57:38,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/ac81adb9fecd4408ba27b1d822b0f5de to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/ac81adb9fecd4408ba27b1d822b0f5de 2024-11-22T19:57:38,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/701b275fb26f4770856ee443c13f2e6a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/701b275fb26f4770856ee443c13f2e6a 2024-11-22T19:57:38,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/ef687bffa7d74c12863ed60a42c2be31 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/ef687bffa7d74c12863ed60a42c2be31 2024-11-22T19:57:38,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/d2514a787bc5491e85f7b07a5dbe995b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/d2514a787bc5491e85f7b07a5dbe995b 2024-11-22T19:57:38,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/93d3122651e04272aaaa673c3f05549e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/93d3122651e04272aaaa673c3f05549e 2024-11-22T19:57:38,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/9dc0368f40bb4a01b0a655f8135209a1 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/9dc0368f40bb4a01b0a655f8135209a1 2024-11-22T19:57:38,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/17b01b5caf5140fd9ca7a63f2540f92c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/17b01b5caf5140fd9ca7a63f2540f92c 2024-11-22T19:57:38,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/fc646296b90a45cf8667d9f05a184661 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/fc646296b90a45cf8667d9f05a184661 2024-11-22T19:57:38,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/23167810d1454414951e43ca4a23f338 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/23167810d1454414951e43ca4a23f338 2024-11-22T19:57:38,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/f7af9e56540945dd817cfc8f5b9ecd97 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/f7af9e56540945dd817cfc8f5b9ecd97 2024-11-22T19:57:38,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/4ffeb1ffe9294595b4ed3ed03eae39b5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/4ffeb1ffe9294595b4ed3ed03eae39b5 2024-11-22T19:57:38,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/9444d623d80640ebbf5e9474e2b3f57b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/9444d623d80640ebbf5e9474e2b3f57b 2024-11-22T19:57:38,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/cf507f80a08f453eac04d048458de3fe to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/cf507f80a08f453eac04d048458de3fe 2024-11-22T19:57:38,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/be643a7647704c24a83efadde7559f0f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/be643a7647704c24a83efadde7559f0f 2024-11-22T19:57:38,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/92b9cb89ef8c408284c7be4911247887 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/92b9cb89ef8c408284c7be4911247887 2024-11-22T19:57:38,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/c539bade52534420b4322f3e0f49f5ae to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/c539bade52534420b4322f3e0f49f5ae 2024-11-22T19:57:38,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/25b0b4c4cb3f4e76b576228f6127b293 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/25b0b4c4cb3f4e76b576228f6127b293 2024-11-22T19:57:38,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/64b21ce8488a4753b25c3d6cf887224f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/64b21ce8488a4753b25c3d6cf887224f 2024-11-22T19:57:38,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/bc640d32408641bcad86ad06c1fdb17c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/bc640d32408641bcad86ad06c1fdb17c 2024-11-22T19:57:38,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/77c1ef91466845a9ac00657260a23f85 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/77c1ef91466845a9ac00657260a23f85 2024-11-22T19:57:38,505 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/recovered.edits/461.seqid, newMaxSeqId=461, maxSeqId=1 2024-11-22T19:57:38,506 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. 2024-11-22T19:57:38,506 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for 7867cd4a2d72abe5004dbd88ef899f5a: Waiting for close lock at 1732305457100Running coprocessor pre-close hooks at 1732305457100Disabling compacts and flushes for region at 1732305457100Disabling writes for close at 1732305457179 (+79 ms)Obtaining lock to block concurrent updates at 1732305457179Preparing flush snapshotting stores in 7867cd4a2d72abe5004dbd88ef899f5a at 1732305457179Finished memstore snapshotting TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732305457179Flushing stores of TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a. at 1732305457180 (+1 ms)Flushing 7867cd4a2d72abe5004dbd88ef899f5a/A: creating writer at 1732305457180Flushing 7867cd4a2d72abe5004dbd88ef899f5a/A: appending metadata at 1732305457182 (+2 ms)Flushing 7867cd4a2d72abe5004dbd88ef899f5a/A: closing flushed file at 1732305457182Flushing 7867cd4a2d72abe5004dbd88ef899f5a/B: creating writer at 1732305457590 (+408 ms)Flushing 7867cd4a2d72abe5004dbd88ef899f5a/B: appending metadata at 1732305457592 (+2 ms)Flushing 7867cd4a2d72abe5004dbd88ef899f5a/B: closing flushed file at 1732305457592Flushing 7867cd4a2d72abe5004dbd88ef899f5a/C: creating writer at 1732305458001 (+409 ms)Flushing 7867cd4a2d72abe5004dbd88ef899f5a/C: appending metadata at 1732305458003 (+2 ms)Flushing 7867cd4a2d72abe5004dbd88ef899f5a/C: closing flushed file at 1732305458003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315d553c: reopening flushed file at 1732305458410 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a9e3dd: reopening flushed file at 1732305458413 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fcd68ef: reopening flushed file at 1732305458416 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 7867cd4a2d72abe5004dbd88ef899f5a in 1240ms, sequenceid=458, compaction requested=true at 1732305458419 (+3 ms)Writing region close event to WAL at 1732305458503 (+84 ms)Running coprocessor post-close hooks at 1732305458506 (+3 ms)Closed at 1732305458506 2024-11-22T19:57:38,508 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed 7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:38,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=7867cd4a2d72abe5004dbd88ef899f5a, regionState=CLOSED 2024-11-22T19:57:38,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:57:38,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-22T19:57:38,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure 7867cd4a2d72abe5004dbd88ef899f5a, server=982bb8edae1e,45729,1732305367266 in 1.5620 sec 2024-11-22T19:57:38,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-22T19:57:38,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7867cd4a2d72abe5004dbd88ef899f5a, UNASSIGN in 1.5670 sec 2024-11-22T19:57:38,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-22T19:57:38,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5700 sec 2024-11-22T19:57:38,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305458517"}]},"ts":"1732305458517"} 2024-11-22T19:57:38,518 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T19:57:38,518 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T19:57:38,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5810 sec 2024-11-22T19:57:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-22T19:57:39,087 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:39,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T19:57:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=102, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:39,089 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=102, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-22T19:57:39,089 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=102, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:39,091 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:39,092 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/recovered.edits] 2024-11-22T19:57:39,095 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/143346205e11467e822af7e92aecc712 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/143346205e11467e822af7e92aecc712 2024-11-22T19:57:39,095 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/17a4ee5615dc4ebd8ec4216229a7d316 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/A/17a4ee5615dc4ebd8ec4216229a7d316 2024-11-22T19:57:39,097 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/046489cdafc243e589afa837410f5d4f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/046489cdafc243e589afa837410f5d4f 2024-11-22T19:57:39,098 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/b0ab771d96194abea87c43b5de1692bf to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/B/b0ab771d96194abea87c43b5de1692bf 2024-11-22T19:57:39,100 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/27629f02fc6e4c00a5a9bdf7bd99054b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/27629f02fc6e4c00a5a9bdf7bd99054b 2024-11-22T19:57:39,101 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/4a66d5be1d584ee8a732f52f029113ef to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/4a66d5be1d584ee8a732f52f029113ef 2024-11-22T19:57:39,102 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/6f32a58055734c93b69515fb977a1fa9 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/6f32a58055734c93b69515fb977a1fa9 2024-11-22T19:57:39,102 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/fdadc14ee44b4af0ac9a61688b3486a5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/C/fdadc14ee44b4af0ac9a61688b3486a5 2024-11-22T19:57:39,105 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/recovered.edits/461.seqid to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a/recovered.edits/461.seqid 2024-11-22T19:57:39,105 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/7867cd4a2d72abe5004dbd88ef899f5a 2024-11-22T19:57:39,105 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T19:57:39,107 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=102, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:39,110 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T19:57:39,111 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T19:57:39,112 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=102, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:39,112 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T19:57:39,112 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732305459112"}]},"ts":"9223372036854775807"} 2024-11-22T19:57:39,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T19:57:39,114 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7867cd4a2d72abe5004dbd88ef899f5a, NAME => 'TestAcidGuarantees,,1732305433095.7867cd4a2d72abe5004dbd88ef899f5a.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T19:57:39,114 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T19:57:39,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732305459114"}]},"ts":"9223372036854775807"} 2024-11-22T19:57:39,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T19:57:39,115 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=102, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:39,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-22T19:57:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-22T19:57:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T19:57:39,197 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:39,206 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-356469749_22 at /127.0.0.1:34846 [Waiting for operation #341] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1870805006_22 at /127.0.0.1:58796 [Waiting for operation #94] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-356469749_22 at /127.0.0.1:35084 [Waiting for operation #209] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1870805006_22 at /127.0.0.1:47530 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=8159 (was 8297) 2024-11-22T19:57:39,214 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=8159 2024-11-22T19:57:39,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T19:57:39,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:57:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:39,217 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T19:57:39,217 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:39,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 103 2024-11-22T19:57:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T19:57:39,218 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T19:57:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742229_1405 (size=959) 2024-11-22T19:57:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T19:57:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T19:57:39,624 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0 2024-11-22T19:57:39,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742230_1406 (size=53) 2024-11-22T19:57:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T19:57:40,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:57:40,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 76cd7e71b02b36dbf1e7c6cefbad5508, disabling compactions & flushes 2024-11-22T19:57:40,029 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:40,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:40,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. after waiting 0 ms 2024-11-22T19:57:40,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:40,029 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:40,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76cd7e71b02b36dbf1e7c6cefbad5508: Waiting for close lock at 1732305460029Disabling compacts and flushes for region at 1732305460029Disabling writes for close at 1732305460029Writing region close event to WAL at 1732305460029Closed at 1732305460029 2024-11-22T19:57:40,030 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T19:57:40,031 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732305460030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732305460030"}]},"ts":"1732305460030"} 2024-11-22T19:57:40,032 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T19:57:40,033 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T19:57:40,033 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305460033"}]},"ts":"1732305460033"} 2024-11-22T19:57:40,034 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T19:57:40,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, ASSIGN}] 2024-11-22T19:57:40,035 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, ASSIGN 2024-11-22T19:57:40,036 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, ASSIGN; state=OFFLINE, location=982bb8edae1e,45729,1732305367266; forceNewPlan=false, retain=false 2024-11-22T19:57:40,186 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=76cd7e71b02b36dbf1e7c6cefbad5508, regionState=OPENING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:40,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, ASSIGN because future has completed 2024-11-22T19:57:40,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:57:40,342 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:40,342 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7752): Opening region: {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:57:40,342 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:40,342 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:57:40,342 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7794): checking encryption for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:40,342 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7797): checking classloading for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:40,343 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:40,344 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76cd7e71b02b36dbf1e7c6cefbad5508 columnFamilyName A 2024-11-22T19:57:40,344 DEBUG [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:40,345 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] regionserver.HStore(327): Store=76cd7e71b02b36dbf1e7c6cefbad5508/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:57:40,345 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:40,346 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76cd7e71b02b36dbf1e7c6cefbad5508 columnFamilyName B 2024-11-22T19:57:40,346 DEBUG [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:40,346 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] regionserver.HStore(327): Store=76cd7e71b02b36dbf1e7c6cefbad5508/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:57:40,346 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:40,347 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76cd7e71b02b36dbf1e7c6cefbad5508 columnFamilyName C 2024-11-22T19:57:40,347 DEBUG [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:40,347 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] regionserver.HStore(327): Store=76cd7e71b02b36dbf1e7c6cefbad5508/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:57:40,348 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1038): replaying wal for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:40,348 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:40,348 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:40,349 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1048): stopping wal replay for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:40,349 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1060): Cleaning up temporary data for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:40,350 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:57:40,350 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1093): writing seq id for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:40,352 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:57:40,352 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1114): Opened 76cd7e71b02b36dbf1e7c6cefbad5508; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60221424, jitterRate=-0.1026308536529541}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:57:40,352 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:40,353 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1006): Region open journal for 76cd7e71b02b36dbf1e7c6cefbad5508: Running coprocessor pre-open hook at 1732305460342Writing region info on filesystem at 1732305460342Initializing all the Stores at 1732305460343 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305460343Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305460343Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305460343Cleaning up temporary data from old regions at 1732305460349 (+6 ms)Running coprocessor post-open hooks at 1732305460352 (+3 ms)Region opened successfully at 1732305460353 (+1 ms) 2024-11-22T19:57:40,353 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., pid=105, masterSystemTime=1732305460339 2024-11-22T19:57:40,355 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:40,355 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:40,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=76cd7e71b02b36dbf1e7c6cefbad5508, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T19:57:40,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:57:40,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-22T19:57:40,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; OpenRegionProcedure 76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 in 170 msec 2024-11-22T19:57:40,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-22T19:57:40,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, ASSIGN in 325 msec 2024-11-22T19:57:40,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T19:57:40,361 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305460361"}]},"ts":"1732305460361"} 2024-11-22T19:57:40,362 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T19:57:40,363 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T19:57:40,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-22T19:57:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T19:57:41,367 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:41,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db9998b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:41,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:41,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:41,369 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:41,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:41,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:41,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375c6607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:41,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:41,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:41,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:41,371 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:41,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edc5c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:41,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:41,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:41,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:41,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T19:57:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 982bb8edae1e,38233,1732305366518 2024-11-22T19:57:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6621405c 2024-11-22T19:57:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T19:57:41,375 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T19:57:41,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T19:57:41,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:57:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=106, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T19:57:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742231_1407 (size=995) 2024-11-22T19:57:41,787 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-22T19:57:41,787 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-22T19:57:41,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T19:57:41,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, REOPEN/MOVE}] 2024-11-22T19:57:41,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, REOPEN/MOVE 2024-11-22T19:57:41,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=108 updating hbase:meta row=76cd7e71b02b36dbf1e7c6cefbad5508, regionState=CLOSING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:41,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, REOPEN/MOVE because future has completed 2024-11-22T19:57:41,793 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T19:57:41,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE, hasLock=false; CloseRegionProcedure 76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:57:41,945 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(122): Close 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:41,945 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T19:57:41,946 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1722): Closing 76cd7e71b02b36dbf1e7c6cefbad5508, disabling compactions & flushes 2024-11-22T19:57:41,946 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:41,946 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:41,946 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. after waiting 0 ms 2024-11-22T19:57:41,946 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:41,949 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T19:57:41,950 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:41,950 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1676): Region close journal for 76cd7e71b02b36dbf1e7c6cefbad5508: Waiting for close lock at 1732305461946Running coprocessor pre-close hooks at 1732305461946Disabling compacts and flushes for region at 1732305461946Disabling writes for close at 1732305461946Writing region close event to WAL at 1732305461946Running coprocessor post-close hooks at 1732305461950 (+4 ms)Closed at 1732305461950 2024-11-22T19:57:41,950 WARN [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegionServer(3299): Not adding moved region record: 76cd7e71b02b36dbf1e7c6cefbad5508 to self. 2024-11-22T19:57:41,951 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(157): Closed 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:41,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=108 updating hbase:meta row=76cd7e71b02b36dbf1e7c6cefbad5508, regionState=CLOSED 2024-11-22T19:57:41,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE, hasLock=false; CloseRegionProcedure 76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:57:41,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108 2024-11-22T19:57:41,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; CloseRegionProcedure 76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 in 161 msec 2024-11-22T19:57:41,956 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, REOPEN/MOVE; state=CLOSED, location=982bb8edae1e,45729,1732305367266; forceNewPlan=false, retain=true 2024-11-22T19:57:42,106 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=108 updating hbase:meta row=76cd7e71b02b36dbf1e7c6cefbad5508, regionState=OPENING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, REOPEN/MOVE because future has completed 2024-11-22T19:57:42,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=108, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:57:42,262 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:42,262 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7752): Opening region: {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:57:42,263 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,263 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:57:42,263 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7794): checking encryption for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,263 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7797): checking classloading for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,264 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,264 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76cd7e71b02b36dbf1e7c6cefbad5508 columnFamilyName A 2024-11-22T19:57:42,265 DEBUG [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:42,266 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] regionserver.HStore(327): Store=76cd7e71b02b36dbf1e7c6cefbad5508/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:57:42,266 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,266 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76cd7e71b02b36dbf1e7c6cefbad5508 columnFamilyName B 2024-11-22T19:57:42,266 DEBUG [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:42,267 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] regionserver.HStore(327): Store=76cd7e71b02b36dbf1e7c6cefbad5508/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:57:42,267 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,267 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76cd7e71b02b36dbf1e7c6cefbad5508 columnFamilyName C 2024-11-22T19:57:42,267 DEBUG [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:42,268 INFO [StoreOpener-76cd7e71b02b36dbf1e7c6cefbad5508-1 {}] regionserver.HStore(327): Store=76cd7e71b02b36dbf1e7c6cefbad5508/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:57:42,268 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1038): replaying wal for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,268 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,269 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,270 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1048): stopping wal replay for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,270 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1060): Cleaning up temporary data for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,270 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:57:42,271 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1093): writing seq id for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,272 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1114): Opened 76cd7e71b02b36dbf1e7c6cefbad5508; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74430538, jitterRate=0.10910144448280334}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:57:42,272 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,272 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1006): Region open journal for 76cd7e71b02b36dbf1e7c6cefbad5508: Running coprocessor pre-open hook at 1732305462263Writing region info on filesystem at 1732305462263Initializing all the Stores at 1732305462263Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305462263Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305462264 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305462264Cleaning up temporary data from old regions at 1732305462270 (+6 ms)Running coprocessor post-open hooks at 1732305462272 (+2 ms)Region opened successfully at 1732305462272 2024-11-22T19:57:42,273 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., pid=110, masterSystemTime=1732305462260 2024-11-22T19:57:42,274 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:42,274 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:42,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=108 updating hbase:meta row=76cd7e71b02b36dbf1e7c6cefbad5508, regionState=OPEN, openSeqNum=5, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=108, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:57:42,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=108 2024-11-22T19:57:42,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=108, state=SUCCESS, hasLock=false; OpenRegionProcedure 76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 in 169 msec 2024-11-22T19:57:42,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-22T19:57:42,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, REOPEN/MOVE in 487 msec 2024-11-22T19:57:42,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106 2024-11-22T19:57:42,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-22T19:57:42,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 905 msec 2024-11-22T19:57:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=106 2024-11-22T19:57:42,284 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:42,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f1e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:42,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:42,286 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:42,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:42,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:42,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d6a3c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:42,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:42,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:42,287 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbc8432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:42,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:42,289 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292766f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:42,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:42,290 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:42,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3693aa1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:42,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:42,292 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:42,293 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32abf31b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:42,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:42,294 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:42,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:42,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:42,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e1301b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:42,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:42,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:42,295 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:42,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c4efd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:42,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:42,297 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1dcac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:42,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:42,298 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:42,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4742c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:42,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:42,300 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10758a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:42,301 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:42,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457fdf58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:42,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:42,302 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:42,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:42,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:42,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e6db39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:42,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:42,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:42,303 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:42,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c76bfb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:42,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:42,305 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:42,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:42,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:42,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cc393d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:42,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:42,306 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a34a4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:42,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:42,308 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26da8715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:42,309 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4629328e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:57:42,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:57:42,310 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:57:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:57:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:57:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f71fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:57:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:57:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:57:42,312 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:57:42,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679f2281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:57:42,313 DEBUG [Thread-1823 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:42,313 DEBUG [Thread-1838 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:42,313 DEBUG [Thread-1832 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:42,313 DEBUG [Thread-1836 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:42,313 DEBUG [Thread-1840 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:42,314 DEBUG [Thread-1834 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:42,314 DEBUG [Thread-1821 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:42,315 DEBUG [Thread-1823 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:42,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:42,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:42,315 DEBUG [Thread-1827 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:42,316 DEBUG [Thread-1825 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:42,316 DEBUG [Thread-1823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:42,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:42,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:42,317 DEBUG [Thread-1825 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:42,317 DEBUG [Thread-1821 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:42,317 DEBUG [Thread-1825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:42,317 DEBUG [Thread-1821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:42,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:57:42,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:42,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:42,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:42,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:42,319 DEBUG [Thread-1829 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:57:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:57:42,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:42,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:57:42,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:57:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:57:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:57:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:57:42,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:57:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:57:42,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:57:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:57:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:57:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-22T19:57:42,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:57:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T19:57:42,328 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:42,333 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:42,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,341 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:42,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T19:57:42,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229150f21fc3ce450db4458714b81780ed_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305462327/Put/seqid=0 2024-11-22T19:57:42,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742232_1408 (size=12154) 2024-11-22T19:57:42,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305522384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305522387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305522387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305522393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305522394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T19:57:42,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T19:57:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:42,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:42,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305522497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305522506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305522506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305522506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305522517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T19:57:42,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:42,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:42,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:42,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:42,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T19:57:42,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305522706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305522716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305522716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305522716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305522727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:42,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:42,787 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229150f21fc3ce450db4458714b81780ed_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229150f21fc3ce450db4458714b81780ed_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:42,788 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/46cc8d34df3a43828a852886e7d565c6, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:42,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/46cc8d34df3a43828a852886e7d565c6 is 175, key is test_row_0/A:col10/1732305462327/Put/seqid=0 2024-11-22T19:57:42,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742233_1409 (size=30955) 2024-11-22T19:57:42,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T19:57:42,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:42,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:42,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:42,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:42,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:42,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T19:57:42,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:42,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:42,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:42,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:42,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T19:57:43,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305523016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:43,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:43,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305523036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:43,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305523036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:43,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305523036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:43,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305523047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:43,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:43,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T19:57:43,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:43,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:43,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:43,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,192 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/46cc8d34df3a43828a852886e7d565c6 2024-11-22T19:57:43,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/927d39b0b25848408f94e24ad042b497 is 50, key is test_row_0/B:col10/1732305462327/Put/seqid=0 2024-11-22T19:57:43,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742234_1410 (size=12001) 2024-11-22T19:57:43,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T19:57:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:43,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:43,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:43,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T19:57:43,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:43,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:43,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:43,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T19:57:43,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305523536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:43,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:43,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305523557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:43,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:43,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305523557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:43,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:43,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:43,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305523557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:43,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:43,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T19:57:43,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:43,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:43,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:43,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305523566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:43,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:43,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:43,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/927d39b0b25848408f94e24ad042b497 2024-11-22T19:57:43,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/ba3a5b44ae8b479d8ff8b364d8aaaeca is 50, key is test_row_0/C:col10/1732305462327/Put/seqid=0 2024-11-22T19:57:43,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742235_1411 (size=12001) 2024-11-22T19:57:43,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T19:57:43,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:43,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:43,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:43,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T19:57:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:43,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:44,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T19:57:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:44,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:44,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T19:57:44,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/ba3a5b44ae8b479d8ff8b364d8aaaeca 2024-11-22T19:57:44,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/46cc8d34df3a43828a852886e7d565c6 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/46cc8d34df3a43828a852886e7d565c6 2024-11-22T19:57:44,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/46cc8d34df3a43828a852886e7d565c6, entries=150, sequenceid=16, filesize=30.2 K 2024-11-22T19:57:44,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/927d39b0b25848408f94e24ad042b497 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/927d39b0b25848408f94e24ad042b497 2024-11-22T19:57:44,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/927d39b0b25848408f94e24ad042b497, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T19:57:44,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/ba3a5b44ae8b479d8ff8b364d8aaaeca as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/ba3a5b44ae8b479d8ff8b364d8aaaeca 2024-11-22T19:57:44,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/ba3a5b44ae8b479d8ff8b364d8aaaeca, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T19:57:44,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1725ms, sequenceid=16, compaction requested=false 2024-11-22T19:57:44,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:44,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T19:57:44,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:44,175 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T19:57:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220af43a13c1b74be3b820c99c0aceb148_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305462383/Put/seqid=0 2024-11-22T19:57:44,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742236_1412 (size=12154) 2024-11-22T19:57:44,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:44,189 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220af43a13c1b74be3b820c99c0aceb148_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220af43a13c1b74be3b820c99c0aceb148_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:44,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/ff374a2be2ee4ba98776e923ab13f65d, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:44,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/ff374a2be2ee4ba98776e923ab13f65d is 175, key is test_row_0/A:col10/1732305462383/Put/seqid=0 2024-11-22T19:57:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742237_1413 (size=30955) 2024-11-22T19:57:44,194 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/ff374a2be2ee4ba98776e923ab13f65d 2024-11-22T19:57:44,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/2530ef64eb28450a8209e6b4591b6cbd is 50, key is test_row_0/B:col10/1732305462383/Put/seqid=0 2024-11-22T19:57:44,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742238_1414 (size=12001) 2024-11-22T19:57:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T19:57:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:44,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:44,606 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/2530ef64eb28450a8209e6b4591b6cbd 2024-11-22T19:57:44,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/3112e0e15845466db5589acb70654ed3 is 50, key is test_row_0/C:col10/1732305462383/Put/seqid=0 2024-11-22T19:57:44,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742239_1415 (size=12001) 2024-11-22T19:57:44,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305524612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305524612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305524612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305524613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305524625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305524736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305524737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305524737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305524737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305524737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305524957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305524957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305524957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305524957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305524957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:44,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,016 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/3112e0e15845466db5589acb70654ed3 2024-11-22T19:57:45,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/ff374a2be2ee4ba98776e923ab13f65d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/ff374a2be2ee4ba98776e923ab13f65d 2024-11-22T19:57:45,024 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/ff374a2be2ee4ba98776e923ab13f65d, entries=150, sequenceid=40, filesize=30.2 K 2024-11-22T19:57:45,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/2530ef64eb28450a8209e6b4591b6cbd as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2530ef64eb28450a8209e6b4591b6cbd 2024-11-22T19:57:45,028 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2530ef64eb28450a8209e6b4591b6cbd, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T19:57:45,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/3112e0e15845466db5589acb70654ed3 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/3112e0e15845466db5589acb70654ed3 2024-11-22T19:57:45,031 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/3112e0e15845466db5589acb70654ed3, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T19:57:45,032 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 857ms, sequenceid=40, compaction requested=false 2024-11-22T19:57:45,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:45,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:45,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-22T19:57:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-22T19:57:45,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-22T19:57:45,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7000 sec 2024-11-22T19:57:45,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.7140 sec 2024-11-22T19:57:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:45,272 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:45,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T19:57:45,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112200f43a196e404c69b804d21d43d24848_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305465270/Put/seqid=0 2024-11-22T19:57:45,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742240_1416 (size=14594) 2024-11-22T19:57:45,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305525308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305525314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305525315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305525317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305525320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305525426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305525426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305525436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305525436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305525436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305525636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305525636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305525656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305525657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305525657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,689 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:45,693 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112200f43a196e404c69b804d21d43d24848_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112200f43a196e404c69b804d21d43d24848_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:45,694 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/a5eda1eeb48040d788715cc07b23f191, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:45,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/a5eda1eeb48040d788715cc07b23f191 is 175, key is test_row_0/A:col10/1732305465270/Put/seqid=0 2024-11-22T19:57:45,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742241_1417 (size=39549) 2024-11-22T19:57:45,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305525956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305525956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305525976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305525976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305525976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:45,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:45,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:46,098 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/a5eda1eeb48040d788715cc07b23f191 2024-11-22T19:57:46,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/7a302cce04d74bfd9425a544a44e4f50 is 50, key is test_row_0/B:col10/1732305465270/Put/seqid=0 2024-11-22T19:57:46,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742242_1418 (size=12001) 2024-11-22T19:57:46,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305526476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:46,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305526476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:46,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:46,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:46,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T19:57:46,487 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:46,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-22T19:57:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T19:57:46,489 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:46,490 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:46,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:46,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305526486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:46,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:46,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:46,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:46,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305526497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305526497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:46,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/7a302cce04d74bfd9425a544a44e4f50 2024-11-22T19:57:46,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/aa7b9ce3832749d3bd1b477c7ab71152 is 50, key is test_row_0/C:col10/1732305465270/Put/seqid=0 2024-11-22T19:57:46,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742243_1419 (size=12001) 2024-11-22T19:57:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T19:57:46,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T19:57:46,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:46,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:46,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:46,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:46,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:46,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T19:57:46,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:46,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T19:57:46,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/aa7b9ce3832749d3bd1b477c7ab71152 2024-11-22T19:57:46,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/a5eda1eeb48040d788715cc07b23f191 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/a5eda1eeb48040d788715cc07b23f191 2024-11-22T19:57:46,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/a5eda1eeb48040d788715cc07b23f191, entries=200, sequenceid=53, filesize=38.6 K 2024-11-22T19:57:46,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/7a302cce04d74bfd9425a544a44e4f50 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/7a302cce04d74bfd9425a544a44e4f50 2024-11-22T19:57:46,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/7a302cce04d74bfd9425a544a44e4f50, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T19:57:46,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/aa7b9ce3832749d3bd1b477c7ab71152 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/aa7b9ce3832749d3bd1b477c7ab71152 2024-11-22T19:57:46,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/aa7b9ce3832749d3bd1b477c7ab71152, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T19:57:46,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1663ms, sequenceid=53, compaction requested=true 2024-11-22T19:57:46,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:46,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:46,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:46,936 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:46,936 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:46,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:46,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:46,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:46,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:46,937 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:46,937 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:46,937 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/A is initiating minor compaction (all files) 2024-11-22T19:57:46,937 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/B is initiating minor compaction (all files) 2024-11-22T19:57:46,937 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/A in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:46,937 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/B in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:46,937 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/46cc8d34df3a43828a852886e7d565c6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/ff374a2be2ee4ba98776e923ab13f65d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/a5eda1eeb48040d788715cc07b23f191] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=99.1 K 2024-11-22T19:57:46,937 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/927d39b0b25848408f94e24ad042b497, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2530ef64eb28450a8209e6b4591b6cbd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/7a302cce04d74bfd9425a544a44e4f50] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=35.2 K 2024-11-22T19:57:46,937 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:46,937 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/46cc8d34df3a43828a852886e7d565c6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/ff374a2be2ee4ba98776e923ab13f65d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/a5eda1eeb48040d788715cc07b23f191] 2024-11-22T19:57:46,937 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46cc8d34df3a43828a852886e7d565c6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732305462327 2024-11-22T19:57:46,937 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 927d39b0b25848408f94e24ad042b497, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732305462327 2024-11-22T19:57:46,938 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 2530ef64eb28450a8209e6b4591b6cbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732305462383 2024-11-22T19:57:46,938 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff374a2be2ee4ba98776e923ab13f65d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732305462383 2024-11-22T19:57:46,938 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a302cce04d74bfd9425a544a44e4f50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732305464572 2024-11-22T19:57:46,938 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5eda1eeb48040d788715cc07b23f191, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732305464572 2024-11-22T19:57:46,944 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:46,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T19:57:46,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:46,948 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T19:57:46,957 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411228799fb132c9c4a4083c8efedf3d31393_76cd7e71b02b36dbf1e7c6cefbad5508 store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:46,958 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:46,958 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/33bf02d3daf24e2aa91e26cb5f0d1181 is 50, key is test_row_0/B:col10/1732305465270/Put/seqid=0 2024-11-22T19:57:46,959 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411228799fb132c9c4a4083c8efedf3d31393_76cd7e71b02b36dbf1e7c6cefbad5508, store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:46,959 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228799fb132c9c4a4083c8efedf3d31393_76cd7e71b02b36dbf1e7c6cefbad5508 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:46,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742244_1420 (size=12104) 2024-11-22T19:57:46,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742245_1421 (size=4469) 2024-11-22T19:57:46,970 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#A#compaction#362 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:46,971 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/7902841f26d843f3b67dc04a7b4ab082 is 175, key is test_row_0/A:col10/1732305465270/Put/seqid=0 2024-11-22T19:57:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ecf2eee4ec8743e4acfcc3f5f171f9bf_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305465314/Put/seqid=0 2024-11-22T19:57:46,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742246_1422 (size=31058) 2024-11-22T19:57:46,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742247_1423 (size=12154) 2024-11-22T19:57:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T19:57:47,374 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/33bf02d3daf24e2aa91e26cb5f0d1181 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/33bf02d3daf24e2aa91e26cb5f0d1181 2024-11-22T19:57:47,378 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/B of 76cd7e71b02b36dbf1e7c6cefbad5508 into 33bf02d3daf24e2aa91e26cb5f0d1181(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:47,378 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:47,378 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/B, priority=13, startTime=1732305466936; duration=0sec 2024-11-22T19:57:47,378 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:47,378 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:B 2024-11-22T19:57:47,378 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:47,379 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:47,379 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/C is initiating minor compaction (all files) 2024-11-22T19:57:47,379 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/C in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:47,379 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/ba3a5b44ae8b479d8ff8b364d8aaaeca, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/3112e0e15845466db5589acb70654ed3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/aa7b9ce3832749d3bd1b477c7ab71152] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=35.2 K 2024-11-22T19:57:47,379 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ba3a5b44ae8b479d8ff8b364d8aaaeca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732305462327 2024-11-22T19:57:47,380 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 3112e0e15845466db5589acb70654ed3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732305462383 2024-11-22T19:57:47,380 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting aa7b9ce3832749d3bd1b477c7ab71152, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732305464572 2024-11-22T19:57:47,385 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#C#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:47,385 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/1e8fae2a31fb41d4b5493f540af1f28d is 50, key is test_row_0/C:col10/1732305465270/Put/seqid=0 2024-11-22T19:57:47,390 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/7902841f26d843f3b67dc04a7b4ab082 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/7902841f26d843f3b67dc04a7b4ab082 2024-11-22T19:57:47,394 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/A of 76cd7e71b02b36dbf1e7c6cefbad5508 into 7902841f26d843f3b67dc04a7b4ab082(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:47,394 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:47,394 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/A, priority=13, startTime=1732305466935; duration=0sec 2024-11-22T19:57:47,394 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:47,394 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:A 2024-11-22T19:57:47,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:47,397 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ecf2eee4ec8743e4acfcc3f5f171f9bf_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ecf2eee4ec8743e4acfcc3f5f171f9bf_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:47,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/fa9f18f4ab23432e89a59b5523507fd2, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:47,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/fa9f18f4ab23432e89a59b5523507fd2 is 175, key is test_row_0/A:col10/1732305465314/Put/seqid=0 2024-11-22T19:57:47,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742248_1424 (size=12104) 2024-11-22T19:57:47,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742249_1425 (size=30955) 2024-11-22T19:57:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:47,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:47,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305527516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:47,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305527520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:47,526 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in 76cd7e71b02b36dbf1e7c6cefbad5508 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:57:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:47,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305527524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:47,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305527525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:47,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:47,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305527526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:47,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:47,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T19:57:47,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305527636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:47,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305527636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:47,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305527646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:47,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305527646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:47,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:47,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:47,809 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/1e8fae2a31fb41d4b5493f540af1f28d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/1e8fae2a31fb41d4b5493f540af1f28d 2024-11-22T19:57:47,813 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/C of 76cd7e71b02b36dbf1e7c6cefbad5508 into 1e8fae2a31fb41d4b5493f540af1f28d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:47,813 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:47,813 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/C, priority=13, startTime=1732305466936; duration=0sec 2024-11-22T19:57:47,813 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:47,813 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:C 2024-11-22T19:57:47,814 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/fa9f18f4ab23432e89a59b5523507fd2 2024-11-22T19:57:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/2f1b07076643466e9e7a04f603b7e5db is 50, key is test_row_0/B:col10/1732305465314/Put/seqid=0 2024-11-22T19:57:47,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742250_1426 (size=12001) 2024-11-22T19:57:47,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305527856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:47,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305527856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:47,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305527866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:47,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305527866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:47,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:47,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:47,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:48,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305528177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:48,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305528177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:48,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305528177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:48,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305528177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:48,227 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/2f1b07076643466e9e7a04f603b7e5db 2024-11-22T19:57:48,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/b8569425d68a42208d4521fe4cfab3b6 is 50, key is test_row_0/C:col10/1732305465314/Put/seqid=0 2024-11-22T19:57:48,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742251_1427 (size=12001) 2024-11-22T19:57:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T19:57:48,637 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/b8569425d68a42208d4521fe4cfab3b6 2024-11-22T19:57:48,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/fa9f18f4ab23432e89a59b5523507fd2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/fa9f18f4ab23432e89a59b5523507fd2 2024-11-22T19:57:48,644 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/fa9f18f4ab23432e89a59b5523507fd2, entries=150, sequenceid=76, filesize=30.2 K 2024-11-22T19:57:48,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/2f1b07076643466e9e7a04f603b7e5db as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2f1b07076643466e9e7a04f603b7e5db 2024-11-22T19:57:48,649 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2f1b07076643466e9e7a04f603b7e5db, entries=150, sequenceid=76, filesize=11.7 K 2024-11-22T19:57:48,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/b8569425d68a42208d4521fe4cfab3b6 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b8569425d68a42208d4521fe4cfab3b6 2024-11-22T19:57:48,652 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b8569425d68a42208d4521fe4cfab3b6, entries=150, sequenceid=76, filesize=11.7 K 2024-11-22T19:57:48,653 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1705ms, sequenceid=76, compaction requested=false 2024-11-22T19:57:48,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:48,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:48,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-22T19:57:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-22T19:57:48,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-22T19:57:48,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1640 sec 2024-11-22T19:57:48,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.1710 sec 2024-11-22T19:57:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:48,703 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:48,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T19:57:48,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c22a462464634532ad5f4d3273db55cc_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305468702/Put/seqid=0 2024-11-22T19:57:48,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742252_1428 (size=14594) 2024-11-22T19:57:48,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305528743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:48,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305528744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:48,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305528754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:48,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:48,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305528755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:48,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305528866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:48,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305528866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:48,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:48,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305528877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305528877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305529076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305529087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305529098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:49,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305529098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,114 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:49,119 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c22a462464634532ad5f4d3273db55cc_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c22a462464634532ad5f4d3273db55cc_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:49,120 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/78cbb40004fe49af8344572b8a9b8d32, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:49,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/78cbb40004fe49af8344572b8a9b8d32 is 175, key is test_row_0/A:col10/1732305468702/Put/seqid=0 2024-11-22T19:57:49,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742253_1429 (size=39549) 2024-11-22T19:57:49,127 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/78cbb40004fe49af8344572b8a9b8d32 2024-11-22T19:57:49,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/2531117f478d4bb0b25f01c08654bd57 is 50, key is test_row_0/B:col10/1732305468702/Put/seqid=0 2024-11-22T19:57:49,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742254_1430 (size=12001) 2024-11-22T19:57:49,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305529386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:49,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305529406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:49,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305529417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:49,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305529417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:49,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/2531117f478d4bb0b25f01c08654bd57 2024-11-22T19:57:49,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/27f42361a2184a15bb488a0f29ef8ed1 is 50, key is test_row_0/C:col10/1732305468702/Put/seqid=0 2024-11-22T19:57:49,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305529537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:49,546 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in 76cd7e71b02b36dbf1e7c6cefbad5508 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:57:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742255_1431 (size=12001) 2024-11-22T19:57:49,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305529896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:49,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305529927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305529936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:49,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:49,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305529936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:49,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:49,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:49,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/27f42361a2184a15bb488a0f29ef8ed1 2024-11-22T19:57:49,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/78cbb40004fe49af8344572b8a9b8d32 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/78cbb40004fe49af8344572b8a9b8d32 2024-11-22T19:57:49,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/78cbb40004fe49af8344572b8a9b8d32, entries=200, sequenceid=93, filesize=38.6 K 2024-11-22T19:57:49,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/2531117f478d4bb0b25f01c08654bd57 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2531117f478d4bb0b25f01c08654bd57 2024-11-22T19:57:49,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2531117f478d4bb0b25f01c08654bd57, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T19:57:49,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/27f42361a2184a15bb488a0f29ef8ed1 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/27f42361a2184a15bb488a0f29ef8ed1 2024-11-22T19:57:49,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/27f42361a2184a15bb488a0f29ef8ed1, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T19:57:49,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1261ms, sequenceid=93, compaction requested=true 2024-11-22T19:57:49,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:49,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:49,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:49,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:49,964 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:49,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:49,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:49,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:49,964 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:49,965 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:49,965 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:49,965 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/B is initiating minor compaction (all files) 2024-11-22T19:57:49,965 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/A is initiating minor compaction (all files) 2024-11-22T19:57:49,965 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/B in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:49,965 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/A in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:49,965 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/33bf02d3daf24e2aa91e26cb5f0d1181, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2f1b07076643466e9e7a04f603b7e5db, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2531117f478d4bb0b25f01c08654bd57] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=35.3 K 2024-11-22T19:57:49,965 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/7902841f26d843f3b67dc04a7b4ab082, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/fa9f18f4ab23432e89a59b5523507fd2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/78cbb40004fe49af8344572b8a9b8d32] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=99.2 K 2024-11-22T19:57:49,965 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:49,965 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/7902841f26d843f3b67dc04a7b4ab082, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/fa9f18f4ab23432e89a59b5523507fd2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/78cbb40004fe49af8344572b8a9b8d32] 2024-11-22T19:57:49,965 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 33bf02d3daf24e2aa91e26cb5f0d1181, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732305464572 2024-11-22T19:57:49,966 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7902841f26d843f3b67dc04a7b4ab082, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732305464572 2024-11-22T19:57:49,966 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa9f18f4ab23432e89a59b5523507fd2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732305465298 2024-11-22T19:57:49,966 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f1b07076643466e9e7a04f603b7e5db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732305465298 2024-11-22T19:57:49,966 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78cbb40004fe49af8344572b8a9b8d32, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732305467514 2024-11-22T19:57:49,966 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 2531117f478d4bb0b25f01c08654bd57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732305467514 2024-11-22T19:57:49,974 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:49,975 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#B#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:49,976 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/0dd94c74b8a04235ad562c916a576030 is 50, key is test_row_0/B:col10/1732305468702/Put/seqid=0 2024-11-22T19:57:49,977 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122ca7e3469a29e4712914b70f21c1624a7_76cd7e71b02b36dbf1e7c6cefbad5508 store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:49,979 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122ca7e3469a29e4712914b70f21c1624a7_76cd7e71b02b36dbf1e7c6cefbad5508, store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:49,979 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ca7e3469a29e4712914b70f21c1624a7_76cd7e71b02b36dbf1e7c6cefbad5508 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:49,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742257_1433 (size=4469) 2024-11-22T19:57:49,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742256_1432 (size=12207) 2024-11-22T19:57:49,992 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#A#compaction#372 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:49,992 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/941e0268a6e64cbdb6bf952bb8367530 is 175, key is test_row_0/A:col10/1732305468702/Put/seqid=0 2024-11-22T19:57:49,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742258_1434 (size=31161) 2024-11-22T19:57:50,002 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/941e0268a6e64cbdb6bf952bb8367530 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/941e0268a6e64cbdb6bf952bb8367530 2024-11-22T19:57:50,006 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/A of 76cd7e71b02b36dbf1e7c6cefbad5508 into 941e0268a6e64cbdb6bf952bb8367530(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:50,006 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:50,006 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/A, priority=13, startTime=1732305469964; duration=0sec 2024-11-22T19:57:50,006 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:50,006 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:A 2024-11-22T19:57:50,007 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:50,007 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:50,007 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/C is initiating minor compaction (all files) 2024-11-22T19:57:50,007 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/C in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:50,008 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/1e8fae2a31fb41d4b5493f540af1f28d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b8569425d68a42208d4521fe4cfab3b6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/27f42361a2184a15bb488a0f29ef8ed1] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=35.3 K 2024-11-22T19:57:50,008 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e8fae2a31fb41d4b5493f540af1f28d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732305464572 2024-11-22T19:57:50,008 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8569425d68a42208d4521fe4cfab3b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732305465298 2024-11-22T19:57:50,009 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27f42361a2184a15bb488a0f29ef8ed1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732305467514 2024-11-22T19:57:50,015 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#C#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:50,015 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/c8a7036155974504a91147501a6e9aa8 is 50, key is test_row_0/C:col10/1732305468702/Put/seqid=0 2024-11-22T19:57:50,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742259_1435 (size=12207) 2024-11-22T19:57:50,396 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/0dd94c74b8a04235ad562c916a576030 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/0dd94c74b8a04235ad562c916a576030 2024-11-22T19:57:50,399 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/B of 76cd7e71b02b36dbf1e7c6cefbad5508 into 0dd94c74b8a04235ad562c916a576030(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:50,399 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:50,399 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/B, priority=13, startTime=1732305469964; duration=0sec 2024-11-22T19:57:50,400 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:50,400 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:B 2024-11-22T19:57:50,427 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/c8a7036155974504a91147501a6e9aa8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/c8a7036155974504a91147501a6e9aa8 2024-11-22T19:57:50,432 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/C of 76cd7e71b02b36dbf1e7c6cefbad5508 into c8a7036155974504a91147501a6e9aa8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:50,432 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:50,432 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/C, priority=13, startTime=1732305469964; duration=0sec 2024-11-22T19:57:50,432 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:50,432 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:C 2024-11-22T19:57:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T19:57:50,657 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:50,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-22T19:57:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T19:57:50,659 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:50,660 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:50,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T19:57:50,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-22T19:57:50,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:50,812 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T19:57:50,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122eddc2c4db96c4a5ea23ae24e3bf42b04_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305468739/Put/seqid=0 2024-11-22T19:57:50,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742260_1436 (size=12154) 2024-11-22T19:57:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:50,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:50,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305530957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:50,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305530965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:50,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T19:57:50,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305530967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:50,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305530969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:51,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305531077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:51,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:51,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305531077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:51,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:51,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305531086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:51,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305531086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:51,226 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122eddc2c4db96c4a5ea23ae24e3bf42b04_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122eddc2c4db96c4a5ea23ae24e3bf42b04_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:51,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/f35849fc59594120a13be41fb2fe642a, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:51,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/f35849fc59594120a13be41fb2fe642a is 175, key is test_row_0/A:col10/1732305468739/Put/seqid=0 2024-11-22T19:57:51,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742261_1437 (size=30955) 2024-11-22T19:57:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T19:57:51,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305531297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:51,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:51,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305531297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:51,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:51,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:51,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305531306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305531306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:51,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305531616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305531617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305531617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305531617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:51,631 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/f35849fc59594120a13be41fb2fe642a 2024-11-22T19:57:51,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/b4d5b79e354445d19c48c3d247e93694 is 50, key is test_row_0/B:col10/1732305468739/Put/seqid=0 2024-11-22T19:57:51,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742262_1438 (size=12001) 2024-11-22T19:57:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T19:57:52,042 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/b4d5b79e354445d19c48c3d247e93694 2024-11-22T19:57:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/83b491ec3ab649f4a6274837d6306128 is 50, key is test_row_0/C:col10/1732305468739/Put/seqid=0 2024-11-22T19:57:52,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742263_1439 (size=12001) 2024-11-22T19:57:52,053 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/83b491ec3ab649f4a6274837d6306128 2024-11-22T19:57:52,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/f35849fc59594120a13be41fb2fe642a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/f35849fc59594120a13be41fb2fe642a 2024-11-22T19:57:52,059 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/f35849fc59594120a13be41fb2fe642a, entries=150, sequenceid=118, filesize=30.2 K 2024-11-22T19:57:52,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/b4d5b79e354445d19c48c3d247e93694 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/b4d5b79e354445d19c48c3d247e93694 2024-11-22T19:57:52,063 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/b4d5b79e354445d19c48c3d247e93694, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T19:57:52,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/83b491ec3ab649f4a6274837d6306128 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/83b491ec3ab649f4a6274837d6306128 2024-11-22T19:57:52,067 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/83b491ec3ab649f4a6274837d6306128, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T19:57:52,067 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1255ms, sequenceid=118, compaction requested=false 2024-11-22T19:57:52,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:52,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:52,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-22T19:57:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-22T19:57:52,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-22T19:57:52,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-11-22T19:57:52,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.4140 sec 2024-11-22T19:57:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:52,142 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:52,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T19:57:52,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112233c2044fba104827ab20fabc2fc234f9_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305470966/Put/seqid=0 2024-11-22T19:57:52,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742264_1440 (size=14744) 2024-11-22T19:57:52,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305532185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305532186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305532188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305532189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305532296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305532307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305532307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305532307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305532517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305532527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305532527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305532527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,553 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:52,557 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112233c2044fba104827ab20fabc2fc234f9_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112233c2044fba104827ab20fabc2fc234f9_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:52,557 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/488e9f65fff3423dacfe6811c300f375, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:52,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/488e9f65fff3423dacfe6811c300f375 is 175, key is test_row_0/A:col10/1732305470966/Put/seqid=0 2024-11-22T19:57:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742265_1441 (size=39699) 2024-11-22T19:57:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T19:57:52,806 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:52,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-22T19:57:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T19:57:52,809 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:52,809 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:52,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:52,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305532836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305532846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305532847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:52,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305532847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:52,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T19:57:52,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T19:57:52,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:52,962 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/488e9f65fff3423dacfe6811c300f375 2024-11-22T19:57:52,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:52,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:52,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:52,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:52,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/6b8eeb8214dd4080abb6bd294a2fc055 is 50, key is test_row_0/B:col10/1732305470966/Put/seqid=0 2024-11-22T19:57:52,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742266_1442 (size=12101) 2024-11-22T19:57:53,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T19:57:53,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:53,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T19:57:53,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T19:57:53,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:53,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305533356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:53,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/6b8eeb8214dd4080abb6bd294a2fc055 2024-11-22T19:57:53,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305533367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:53,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305533367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:53,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305533367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:53,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/66c89eeaf61141f3a7a94fd7d28987b4 is 50, key is test_row_0/C:col10/1732305470966/Put/seqid=0 2024-11-22T19:57:53,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742267_1443 (size=12101) 2024-11-22T19:57:53,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T19:57:53,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:53,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T19:57:53,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T19:57:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43688 deadline: 1732305533596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:53,605 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in 76cd7e71b02b36dbf1e7c6cefbad5508 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8288 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:57:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:53,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T19:57:53,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:53,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:53,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/66c89eeaf61141f3a7a94fd7d28987b4 2024-11-22T19:57:53,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/488e9f65fff3423dacfe6811c300f375 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/488e9f65fff3423dacfe6811c300f375 2024-11-22T19:57:53,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/488e9f65fff3423dacfe6811c300f375, entries=200, sequenceid=133, filesize=38.8 K 2024-11-22T19:57:53,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/6b8eeb8214dd4080abb6bd294a2fc055 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/6b8eeb8214dd4080abb6bd294a2fc055 2024-11-22T19:57:53,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/6b8eeb8214dd4080abb6bd294a2fc055, entries=150, sequenceid=133, filesize=11.8 K 2024-11-22T19:57:53,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/66c89eeaf61141f3a7a94fd7d28987b4 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/66c89eeaf61141f3a7a94fd7d28987b4 2024-11-22T19:57:53,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/66c89eeaf61141f3a7a94fd7d28987b4, entries=150, sequenceid=133, filesize=11.8 K 2024-11-22T19:57:53,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1658ms, sequenceid=133, compaction requested=true 2024-11-22T19:57:53,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:53,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:53,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:53,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:53,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:53,800 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:53,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:53,800 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:53,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:53,801 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:53,801 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:53,801 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/B is initiating minor compaction (all files) 2024-11-22T19:57:53,801 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/A is initiating minor compaction (all files) 2024-11-22T19:57:53,801 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/A in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,801 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/B in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,801 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/0dd94c74b8a04235ad562c916a576030, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/b4d5b79e354445d19c48c3d247e93694, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/6b8eeb8214dd4080abb6bd294a2fc055] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=35.5 K 2024-11-22T19:57:53,801 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/941e0268a6e64cbdb6bf952bb8367530, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/f35849fc59594120a13be41fb2fe642a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/488e9f65fff3423dacfe6811c300f375] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=99.4 K 2024-11-22T19:57:53,801 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,801 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/941e0268a6e64cbdb6bf952bb8367530, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/f35849fc59594120a13be41fb2fe642a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/488e9f65fff3423dacfe6811c300f375] 2024-11-22T19:57:53,802 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dd94c74b8a04235ad562c916a576030, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732305467514 2024-11-22T19:57:53,802 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 941e0268a6e64cbdb6bf952bb8367530, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732305467514 2024-11-22T19:57:53,802 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b4d5b79e354445d19c48c3d247e93694, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732305468739 2024-11-22T19:57:53,802 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting f35849fc59594120a13be41fb2fe642a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732305468739 2024-11-22T19:57:53,802 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b8eeb8214dd4080abb6bd294a2fc055, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732305470939 2024-11-22T19:57:53,802 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 488e9f65fff3423dacfe6811c300f375, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732305470939 2024-11-22T19:57:53,807 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:53,809 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#B#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:53,809 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122e8946887ae1347d9a336f10d9eadc95c_76cd7e71b02b36dbf1e7c6cefbad5508 store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:53,809 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/ef1442bbfbfc40309682f8e276aa32b0 is 50, key is test_row_0/B:col10/1732305470966/Put/seqid=0 2024-11-22T19:57:53,810 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122e8946887ae1347d9a336f10d9eadc95c_76cd7e71b02b36dbf1e7c6cefbad5508, store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:53,811 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e8946887ae1347d9a336f10d9eadc95c_76cd7e71b02b36dbf1e7c6cefbad5508 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742268_1444 (size=12409) 2024-11-22T19:57:53,829 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/ef1442bbfbfc40309682f8e276aa32b0 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/ef1442bbfbfc40309682f8e276aa32b0 2024-11-22T19:57:53,836 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/B of 76cd7e71b02b36dbf1e7c6cefbad5508 into ef1442bbfbfc40309682f8e276aa32b0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:53,836 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:53,836 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/B, priority=13, startTime=1732305473800; duration=0sec 2024-11-22T19:57:53,836 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:53,836 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:B 2024-11-22T19:57:53,836 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:53,837 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:53,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742269_1445 (size=4469) 2024-11-22T19:57:53,838 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/C is initiating minor compaction (all files) 2024-11-22T19:57:53,838 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/C in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,838 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/c8a7036155974504a91147501a6e9aa8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/83b491ec3ab649f4a6274837d6306128, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/66c89eeaf61141f3a7a94fd7d28987b4] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=35.5 K 2024-11-22T19:57:53,838 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c8a7036155974504a91147501a6e9aa8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732305467514 2024-11-22T19:57:53,839 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 83b491ec3ab649f4a6274837d6306128, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732305468739 2024-11-22T19:57:53,839 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 66c89eeaf61141f3a7a94fd7d28987b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732305470939 2024-11-22T19:57:53,849 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#C#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:53,849 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/a49d31f7909b42fbbbaa71b58489fa27 is 50, key is test_row_0/C:col10/1732305470966/Put/seqid=0 2024-11-22T19:57:53,857 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#A#compaction#380 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:53,858 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/1e1ba41afa8549c6bdc37392693d623f is 175, key is test_row_0/A:col10/1732305470966/Put/seqid=0 2024-11-22T19:57:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742270_1446 (size=12409) 2024-11-22T19:57:53,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T19:57:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:53,889 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T19:57:53,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742271_1447 (size=31363) 2024-11-22T19:57:53,902 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/a49d31f7909b42fbbbaa71b58489fa27 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/a49d31f7909b42fbbbaa71b58489fa27 2024-11-22T19:57:53,908 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/1e1ba41afa8549c6bdc37392693d623f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/1e1ba41afa8549c6bdc37392693d623f 2024-11-22T19:57:53,911 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/C of 76cd7e71b02b36dbf1e7c6cefbad5508 into a49d31f7909b42fbbbaa71b58489fa27(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:53,911 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:53,911 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/C, priority=13, startTime=1732305473800; duration=0sec 2024-11-22T19:57:53,911 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:53,911 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:C 2024-11-22T19:57:53,920 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/A of 76cd7e71b02b36dbf1e7c6cefbad5508 into 1e1ba41afa8549c6bdc37392693d623f(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:53,920 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:53,920 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/A, priority=13, startTime=1732305473800; duration=0sec 2024-11-22T19:57:53,920 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:53,920 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:A 2024-11-22T19:57:53,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122863c757fcbec40c4b364f53d76b05399_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305472183/Put/seqid=0 2024-11-22T19:57:53,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742272_1448 (size=12304) 2024-11-22T19:57:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:53,943 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122863c757fcbec40c4b364f53d76b05399_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122863c757fcbec40c4b364f53d76b05399_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:53,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/6ac9a7817e9f452688231c99d6fedc0c, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/6ac9a7817e9f452688231c99d6fedc0c is 175, key is test_row_0/A:col10/1732305472183/Put/seqid=0 2024-11-22T19:57:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T19:57:53,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742273_1449 (size=31105) 2024-11-22T19:57:54,357 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/6ac9a7817e9f452688231c99d6fedc0c 2024-11-22T19:57:54,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/49ce4b477c5f452c8e42b3b9bd2698ef is 50, key is test_row_0/B:col10/1732305472183/Put/seqid=0 2024-11-22T19:57:54,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742274_1450 (size=12151) 2024-11-22T19:57:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:54,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:54,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305534406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:54,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305534407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:54,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305534409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:54,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:54,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305534422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:54,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:54,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305534526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:54,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305534526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:54,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305534526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:54,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305534546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:54,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305534736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:54,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305534736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:54,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305534736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305534757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:54,768 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/49ce4b477c5f452c8e42b3b9bd2698ef 2024-11-22T19:57:54,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/2df529aa46cb4ca7a00b7df8e2ba988e is 50, key is test_row_0/C:col10/1732305472183/Put/seqid=0 2024-11-22T19:57:54,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742275_1451 (size=12151) 2024-11-22T19:57:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T19:57:55,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305535057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305535057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305535057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305535076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,181 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/2df529aa46cb4ca7a00b7df8e2ba988e 2024-11-22T19:57:55,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/6ac9a7817e9f452688231c99d6fedc0c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/6ac9a7817e9f452688231c99d6fedc0c 2024-11-22T19:57:55,190 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/6ac9a7817e9f452688231c99d6fedc0c, entries=150, sequenceid=155, filesize=30.4 K 2024-11-22T19:57:55,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/49ce4b477c5f452c8e42b3b9bd2698ef as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/49ce4b477c5f452c8e42b3b9bd2698ef 2024-11-22T19:57:55,194 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/49ce4b477c5f452c8e42b3b9bd2698ef, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T19:57:55,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/2df529aa46cb4ca7a00b7df8e2ba988e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/2df529aa46cb4ca7a00b7df8e2ba988e 2024-11-22T19:57:55,198 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/2df529aa46cb4ca7a00b7df8e2ba988e, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T19:57:55,199 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1310ms, sequenceid=155, compaction requested=false 2024-11-22T19:57:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-22T19:57:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-22T19:57:55,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-22T19:57:55,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3930 sec 2024-11-22T19:57:55,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.3990 sec 2024-11-22T19:57:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:55,582 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:55,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T19:57:55,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122982e5a42a6eb46cb823484b294992f75_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305474392/Put/seqid=0 2024-11-22T19:57:55,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742276_1452 (size=17284) 2024-11-22T19:57:55,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305535631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305535632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305535633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305535640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305535747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305535747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305535756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305535756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305535966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305535966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305535976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:55,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305535976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:55,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:55,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:56,000 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:56,004 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122982e5a42a6eb46cb823484b294992f75_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122982e5a42a6eb46cb823484b294992f75_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:56,004 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/e7ea1fcd43134b408693eb8f0366167f, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:56,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/e7ea1fcd43134b408693eb8f0366167f is 175, key is test_row_0/A:col10/1732305474392/Put/seqid=0 2024-11-22T19:57:56,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742277_1453 (size=48389) 2024-11-22T19:57:56,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305536277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:56,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305536277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:56,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305536286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:56,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305536286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:56,411 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/e7ea1fcd43134b408693eb8f0366167f 2024-11-22T19:57:56,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/7ec3be237b904be899df931fdd0d10fd is 50, key is test_row_0/B:col10/1732305474392/Put/seqid=0 2024-11-22T19:57:56,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742278_1454 (size=12151) 2024-11-22T19:57:56,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305536797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:56,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305536797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:56,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305536806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:56,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:56,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305536806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:56,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:56,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:56,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/7ec3be237b904be899df931fdd0d10fd 2024-11-22T19:57:56,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/bd0bf9b4c2694eaaaca94ee9d3930212 is 50, key is test_row_0/C:col10/1732305474392/Put/seqid=0 2024-11-22T19:57:56,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742279_1455 (size=12151) 2024-11-22T19:57:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T19:57:56,967 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:56,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-22T19:57:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T19:57:56,969 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:56,970 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:56,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T19:57:57,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T19:57:57,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:57,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:57,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:57,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:57,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:57,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/bd0bf9b4c2694eaaaca94ee9d3930212 2024-11-22T19:57:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/e7ea1fcd43134b408693eb8f0366167f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/e7ea1fcd43134b408693eb8f0366167f 2024-11-22T19:57:57,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/e7ea1fcd43134b408693eb8f0366167f, entries=250, sequenceid=174, filesize=47.3 K 2024-11-22T19:57:57,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/7ec3be237b904be899df931fdd0d10fd as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/7ec3be237b904be899df931fdd0d10fd 2024-11-22T19:57:57,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/7ec3be237b904be899df931fdd0d10fd, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T19:57:57,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/bd0bf9b4c2694eaaaca94ee9d3930212 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/bd0bf9b4c2694eaaaca94ee9d3930212 2024-11-22T19:57:57,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T19:57:57,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:57,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:57,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:57,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:57,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:57,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/bd0bf9b4c2694eaaaca94ee9d3930212, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T19:57:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-22T19:57:57,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1702ms, sequenceid=174, compaction requested=true 2024-11-22T19:57:57,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:57,285 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:57,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:57:57,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:57,285 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:57,285 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:57,285 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/A is initiating minor compaction (all files) 2024-11-22T19:57:57,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:57:57,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:57,286 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/A in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:57,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:57:57,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:57,286 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/1e1ba41afa8549c6bdc37392693d623f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/6ac9a7817e9f452688231c99d6fedc0c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/e7ea1fcd43134b408693eb8f0366167f] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=108.3 K 2024-11-22T19:57:57,286 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:57,286 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/1e1ba41afa8549c6bdc37392693d623f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/6ac9a7817e9f452688231c99d6fedc0c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/e7ea1fcd43134b408693eb8f0366167f] 2024-11-22T19:57:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T19:57:57,286 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e1ba41afa8549c6bdc37392693d623f, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732305470939 2024-11-22T19:57:57,286 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:57,286 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/B is initiating minor compaction (all files) 2024-11-22T19:57:57,286 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/B in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:57,286 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/ef1442bbfbfc40309682f8e276aa32b0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/49ce4b477c5f452c8e42b3b9bd2698ef, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/7ec3be237b904be899df931fdd0d10fd] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=35.9 K 2024-11-22T19:57:57,286 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ac9a7817e9f452688231c99d6fedc0c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732305472183 2024-11-22T19:57:57,287 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7ea1fcd43134b408693eb8f0366167f, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732305474392 2024-11-22T19:57:57,287 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ef1442bbfbfc40309682f8e276aa32b0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732305470939 2024-11-22T19:57:57,288 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 49ce4b477c5f452c8e42b3b9bd2698ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732305472183 2024-11-22T19:57:57,288 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ec3be237b904be899df931fdd0d10fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732305474392 2024-11-22T19:57:57,307 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:57,309 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#B#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:57,309 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411224e69ba89332f47cea728ee347a0fa17e_76cd7e71b02b36dbf1e7c6cefbad5508 store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:57,309 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/c5af161d62c646a4b88d749a01f41ed9 is 50, key is test_row_0/B:col10/1732305474392/Put/seqid=0 2024-11-22T19:57:57,311 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411224e69ba89332f47cea728ee347a0fa17e_76cd7e71b02b36dbf1e7c6cefbad5508, store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:57,312 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224e69ba89332f47cea728ee347a0fa17e_76cd7e71b02b36dbf1e7c6cefbad5508 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742280_1456 (size=12561) 2024-11-22T19:57:57,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742281_1457 (size=4469) 2024-11-22T19:57:57,320 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/c5af161d62c646a4b88d749a01f41ed9 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/c5af161d62c646a4b88d749a01f41ed9 2024-11-22T19:57:57,320 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#A#compaction#390 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:57,321 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/73b3fc4224eb4b07b5970574a6604778 is 175, key is test_row_0/A:col10/1732305474392/Put/seqid=0 2024-11-22T19:57:57,325 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/B of 76cd7e71b02b36dbf1e7c6cefbad5508 into c5af161d62c646a4b88d749a01f41ed9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:57,326 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:57,326 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/B, priority=13, startTime=1732305477285; duration=0sec 2024-11-22T19:57:57,326 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:57:57,326 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:B 2024-11-22T19:57:57,326 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:57:57,328 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:57:57,328 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/C is initiating minor compaction (all files) 2024-11-22T19:57:57,328 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/C in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:57,328 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/a49d31f7909b42fbbbaa71b58489fa27, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/2df529aa46cb4ca7a00b7df8e2ba988e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/bd0bf9b4c2694eaaaca94ee9d3930212] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=35.9 K 2024-11-22T19:57:57,328 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting a49d31f7909b42fbbbaa71b58489fa27, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732305470939 2024-11-22T19:57:57,329 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 2df529aa46cb4ca7a00b7df8e2ba988e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732305472183 2024-11-22T19:57:57,329 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting bd0bf9b4c2694eaaaca94ee9d3930212, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732305474392 2024-11-22T19:57:57,335 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#C#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:57:57,336 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/5a0fe8b8890c41658accdbb9947246d5 is 50, key is test_row_0/C:col10/1732305474392/Put/seqid=0 2024-11-22T19:57:57,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742282_1458 (size=31515) 2024-11-22T19:57:57,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742283_1459 (size=12561) 2024-11-22T19:57:57,352 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/5a0fe8b8890c41658accdbb9947246d5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/5a0fe8b8890c41658accdbb9947246d5 2024-11-22T19:57:57,358 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/C of 76cd7e71b02b36dbf1e7c6cefbad5508 into 5a0fe8b8890c41658accdbb9947246d5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:57,358 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:57,358 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/C, priority=13, startTime=1732305477286; duration=0sec 2024-11-22T19:57:57,358 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:57,358 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:C 2024-11-22T19:57:57,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T19:57:57,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:57,429 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T19:57:57,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112213dc12acb9224bed8747a708863946cf_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305475632/Put/seqid=0 2024-11-22T19:57:57,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742284_1460 (size=12304) 2024-11-22T19:57:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T19:57:57,743 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/73b3fc4224eb4b07b5970574a6604778 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/73b3fc4224eb4b07b5970574a6604778 2024-11-22T19:57:57,748 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/A of 76cd7e71b02b36dbf1e7c6cefbad5508 into 73b3fc4224eb4b07b5970574a6604778(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:57:57,748 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:57,748 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/A, priority=13, startTime=1732305477284; duration=0sec 2024-11-22T19:57:57,748 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:57:57,748 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:A 2024-11-22T19:57:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:57,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:57,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:57,845 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112213dc12acb9224bed8747a708863946cf_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112213dc12acb9224bed8747a708863946cf_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:57,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/27b5b79c93984023a66b17afdccf2779, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:57,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/27b5b79c93984023a66b17afdccf2779 is 175, key is test_row_0/A:col10/1732305475632/Put/seqid=0 2024-11-22T19:57:57,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742285_1461 (size=31105) 2024-11-22T19:57:57,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:57,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305537861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305537860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:57,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305537862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:57,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:57,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305537864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:57,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:57,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305537976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:57,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305537977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:57,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305537977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:57,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305537986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T19:57:58,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305538197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305538197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305538197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305538197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,252 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/27b5b79c93984023a66b17afdccf2779 2024-11-22T19:57:58,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/ffc466ced3e445348dabea57d490a5c6 is 50, key is test_row_0/B:col10/1732305475632/Put/seqid=0 2024-11-22T19:57:58,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742286_1462 (size=12151) 2024-11-22T19:57:58,266 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/ffc466ced3e445348dabea57d490a5c6 2024-11-22T19:57:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/b6dbf235292e4fe2b2027b8278f69caf is 50, key is test_row_0/C:col10/1732305475632/Put/seqid=0 2024-11-22T19:57:58,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742287_1463 (size=12151) 2024-11-22T19:57:58,275 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/b6dbf235292e4fe2b2027b8278f69caf 2024-11-22T19:57:58,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/27b5b79c93984023a66b17afdccf2779 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/27b5b79c93984023a66b17afdccf2779 2024-11-22T19:57:58,281 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/27b5b79c93984023a66b17afdccf2779, entries=150, sequenceid=195, filesize=30.4 K 2024-11-22T19:57:58,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/ffc466ced3e445348dabea57d490a5c6 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/ffc466ced3e445348dabea57d490a5c6 2024-11-22T19:57:58,291 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/ffc466ced3e445348dabea57d490a5c6, entries=150, sequenceid=195, filesize=11.9 K 2024-11-22T19:57:58,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/b6dbf235292e4fe2b2027b8278f69caf as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b6dbf235292e4fe2b2027b8278f69caf 2024-11-22T19:57:58,294 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b6dbf235292e4fe2b2027b8278f69caf, entries=150, sequenceid=195, filesize=11.9 K 2024-11-22T19:57:58,295 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 866ms, sequenceid=195, compaction requested=false 2024-11-22T19:57:58,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:57:58,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:58,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-22T19:57:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-22T19:57:58,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-22T19:57:58,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3260 sec 2024-11-22T19:57:58,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.3320 sec 2024-11-22T19:57:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:58,523 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:57:58,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T19:57:58,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122458ff586a2b74c389b39a4e7b0465e68_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305478521/Put/seqid=0 2024-11-22T19:57:58,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742288_1464 (size=17284) 2024-11-22T19:57:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305538550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305538551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305538559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305538561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305538666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305538666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305538676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305538676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305538876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305538876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305538886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:58,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305538886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:58,936 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:57:58,939 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122458ff586a2b74c389b39a4e7b0465e68_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122458ff586a2b74c389b39a4e7b0465e68_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:57:58,940 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/8c102d5a5a4d47828d58cbf2e0b7934c, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:57:58,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/8c102d5a5a4d47828d58cbf2e0b7934c is 175, key is test_row_0/A:col10/1732305478521/Put/seqid=0 2024-11-22T19:57:58,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742289_1465 (size=48389) 2024-11-22T19:57:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T19:57:59,116 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:57:59,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:57:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-22T19:57:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T19:57:59,119 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:57:59,119 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:57:59,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:57:59,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305539197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:59,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305539197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:59,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305539197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:59,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305539206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T19:57:59,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T19:57:59,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:59,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:59,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:59,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,344 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/8c102d5a5a4d47828d58cbf2e0b7934c 2024-11-22T19:57:59,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/75f069e7d8d049fe9cb47bd2ae7fb5cf is 50, key is test_row_0/B:col10/1732305478521/Put/seqid=0 2024-11-22T19:57:59,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742290_1466 (size=12151) 2024-11-22T19:57:59,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T19:57:59,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:59,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:59,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:59,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T19:57:59,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T19:57:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:59,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305539716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:59,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305539716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:59,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305539716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:57:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305539716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:57:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:57:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:57:59,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T19:57:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:59,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T19:57:59,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/75f069e7d8d049fe9cb47bd2ae7fb5cf 2024-11-22T19:57:59,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/f2bd805e4a9c4137b9c27757afc24f17 is 50, key is test_row_0/C:col10/1732305478521/Put/seqid=0 2024-11-22T19:57:59,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742291_1467 (size=12151) 2024-11-22T19:57:59,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T19:57:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:57:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:57:59,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:57:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:00,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T19:58:00,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:00,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:58:00,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:00,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:00,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:00,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/f2bd805e4a9c4137b9c27757afc24f17 2024-11-22T19:58:00,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/8c102d5a5a4d47828d58cbf2e0b7934c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/8c102d5a5a4d47828d58cbf2e0b7934c 2024-11-22T19:58:00,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/8c102d5a5a4d47828d58cbf2e0b7934c, entries=250, sequenceid=215, filesize=47.3 K 2024-11-22T19:58:00,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/75f069e7d8d049fe9cb47bd2ae7fb5cf as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/75f069e7d8d049fe9cb47bd2ae7fb5cf 2024-11-22T19:58:00,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/75f069e7d8d049fe9cb47bd2ae7fb5cf, entries=150, sequenceid=215, filesize=11.9 K 2024-11-22T19:58:00,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/f2bd805e4a9c4137b9c27757afc24f17 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/f2bd805e4a9c4137b9c27757afc24f17 2024-11-22T19:58:00,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/f2bd805e4a9c4137b9c27757afc24f17, entries=150, sequenceid=215, filesize=11.9 K 2024-11-22T19:58:00,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1659ms, sequenceid=215, compaction requested=true 2024-11-22T19:58:00,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:58:00,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:00,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:00,183 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:00,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:00,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:00,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:00,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:00,183 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:00,183 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:00,183 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/A is initiating minor compaction (all files) 2024-11-22T19:58:00,184 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:00,184 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/A in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:00,184 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/B is initiating minor compaction (all files) 2024-11-22T19:58:00,184 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/73b3fc4224eb4b07b5970574a6604778, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/27b5b79c93984023a66b17afdccf2779, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/8c102d5a5a4d47828d58cbf2e0b7934c] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=108.4 K 2024-11-22T19:58:00,184 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/B in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:00,184 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:00,184 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/73b3fc4224eb4b07b5970574a6604778, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/27b5b79c93984023a66b17afdccf2779, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/8c102d5a5a4d47828d58cbf2e0b7934c] 2024-11-22T19:58:00,184 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/c5af161d62c646a4b88d749a01f41ed9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/ffc466ced3e445348dabea57d490a5c6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/75f069e7d8d049fe9cb47bd2ae7fb5cf] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=36.0 K 2024-11-22T19:58:00,184 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73b3fc4224eb4b07b5970574a6604778, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732305474392 2024-11-22T19:58:00,184 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c5af161d62c646a4b88d749a01f41ed9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732305474392 2024-11-22T19:58:00,184 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ffc466ced3e445348dabea57d490a5c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732305475631 2024-11-22T19:58:00,184 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27b5b79c93984023a66b17afdccf2779, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732305475631 2024-11-22T19:58:00,185 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 75f069e7d8d049fe9cb47bd2ae7fb5cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732305477862 2024-11-22T19:58:00,185 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c102d5a5a4d47828d58cbf2e0b7934c, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732305477846 2024-11-22T19:58:00,190 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:58:00,191 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112201f008a265fe46ae8385e668e4744d57_76cd7e71b02b36dbf1e7c6cefbad5508 store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:58:00,192 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:00,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T19:58:00,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:00,193 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T19:58:00,193 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112201f008a265fe46ae8385e668e4744d57_76cd7e71b02b36dbf1e7c6cefbad5508, store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:58:00,193 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112201f008a265fe46ae8385e668e4744d57_76cd7e71b02b36dbf1e7c6cefbad5508 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:58:00,196 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/bc223964ef664bee815bb69e7acd3457 is 50, key is test_row_0/B:col10/1732305478521/Put/seqid=0 2024-11-22T19:58:00,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742292_1468 (size=4469) 2024-11-22T19:58:00,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122323709203a21499fb9abe9aec4c3e11a_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305478559/Put/seqid=0 2024-11-22T19:58:00,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742293_1469 (size=12663) 2024-11-22T19:58:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742294_1470 (size=12304) 2024-11-22T19:58:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T19:58:00,601 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#A#compaction#398 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:00,602 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/8ed19bf249a4423b92d6997ad2412e3c is 175, key is test_row_0/A:col10/1732305478521/Put/seqid=0 2024-11-22T19:58:00,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742295_1471 (size=31617) 2024-11-22T19:58:00,614 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/bc223964ef664bee815bb69e7acd3457 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/bc223964ef664bee815bb69e7acd3457 2024-11-22T19:58:00,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:00,618 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122323709203a21499fb9abe9aec4c3e11a_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122323709203a21499fb9abe9aec4c3e11a_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:00,619 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/B of 76cd7e71b02b36dbf1e7c6cefbad5508 into bc223964ef664bee815bb69e7acd3457(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:00,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/773cafba8fd24f6db22f9e3b2bf4bfb1, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:58:00,619 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:58:00,619 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/B, priority=13, startTime=1732305480183; duration=0sec 2024-11-22T19:58:00,619 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:00,619 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:B 2024-11-22T19:58:00,619 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:00,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/773cafba8fd24f6db22f9e3b2bf4bfb1 is 175, key is test_row_0/A:col10/1732305478559/Put/seqid=0 2024-11-22T19:58:00,620 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:00,620 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/C is initiating minor compaction (all files) 2024-11-22T19:58:00,620 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/C in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:00,621 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/5a0fe8b8890c41658accdbb9947246d5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b6dbf235292e4fe2b2027b8278f69caf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/f2bd805e4a9c4137b9c27757afc24f17] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=36.0 K 2024-11-22T19:58:00,621 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a0fe8b8890c41658accdbb9947246d5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732305474392 2024-11-22T19:58:00,621 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b6dbf235292e4fe2b2027b8278f69caf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732305475631 2024-11-22T19:58:00,622 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting f2bd805e4a9c4137b9c27757afc24f17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732305477862 2024-11-22T19:58:00,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742296_1472 (size=31105) 2024-11-22T19:58:00,630 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:00,631 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/ceed394336474f1f89a731a9e16fc68c is 50, key is test_row_0/C:col10/1732305478521/Put/seqid=0 2024-11-22T19:58:00,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742297_1473 (size=12663) 2024-11-22T19:58:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:00,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. as already flushing 2024-11-22T19:58:00,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305540771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:00,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:00,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305540773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:00,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:00,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305540774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:00,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305540779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:00,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305540886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:00,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305540887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:00,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305540897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305540897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:01,009 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/8ed19bf249a4423b92d6997ad2412e3c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/8ed19bf249a4423b92d6997ad2412e3c 2024-11-22T19:58:01,013 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/A of 76cd7e71b02b36dbf1e7c6cefbad5508 into 8ed19bf249a4423b92d6997ad2412e3c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:01,013 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:58:01,013 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/A, priority=13, startTime=1732305480183; duration=0sec 2024-11-22T19:58:01,013 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:01,013 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:A 2024-11-22T19:58:01,023 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/773cafba8fd24f6db22f9e3b2bf4bfb1 2024-11-22T19:58:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/728e18d2c9b94e5595203bb74d76e148 is 50, key is test_row_0/B:col10/1732305478559/Put/seqid=0 2024-11-22T19:58:01,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742298_1474 (size=12151) 2024-11-22T19:58:01,037 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/ceed394336474f1f89a731a9e16fc68c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/ceed394336474f1f89a731a9e16fc68c 2024-11-22T19:58:01,042 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/C of 76cd7e71b02b36dbf1e7c6cefbad5508 into ceed394336474f1f89a731a9e16fc68c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:01,042 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:58:01,042 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/C, priority=13, startTime=1732305480183; duration=0sec 2024-11-22T19:58:01,042 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:01,042 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:C 2024-11-22T19:58:01,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305541096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:01,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305541097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:01,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305541116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:01,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:01,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305541116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:01,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T19:58:01,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305541406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:01,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305541406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:01,434 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/728e18d2c9b94e5595203bb74d76e148 2024-11-22T19:58:01,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/0760c3838e24406a8515f7e18d06776b is 50, key is test_row_0/C:col10/1732305478559/Put/seqid=0 2024-11-22T19:58:01,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305541437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:01,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:01,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305541437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:01,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742299_1475 (size=12151) 2024-11-22T19:58:01,855 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/0760c3838e24406a8515f7e18d06776b 2024-11-22T19:58:01,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/773cafba8fd24f6db22f9e3b2bf4bfb1 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/773cafba8fd24f6db22f9e3b2bf4bfb1 2024-11-22T19:58:01,862 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/773cafba8fd24f6db22f9e3b2bf4bfb1, entries=150, sequenceid=232, filesize=30.4 K 2024-11-22T19:58:01,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/728e18d2c9b94e5595203bb74d76e148 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/728e18d2c9b94e5595203bb74d76e148 2024-11-22T19:58:01,866 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/728e18d2c9b94e5595203bb74d76e148, entries=150, sequenceid=232, filesize=11.9 K 2024-11-22T19:58:01,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/0760c3838e24406a8515f7e18d06776b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/0760c3838e24406a8515f7e18d06776b 2024-11-22T19:58:01,869 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/0760c3838e24406a8515f7e18d06776b, entries=150, sequenceid=232, filesize=11.9 K 2024-11-22T19:58:01,870 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1677ms, sequenceid=232, compaction requested=false 2024-11-22T19:58:01,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:58:01,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:01,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-22T19:58:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-22T19:58:01,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-22T19:58:01,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7530 sec 2024-11-22T19:58:01,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.7570 sec 2024-11-22T19:58:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:01,922 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:01,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T19:58:01,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e613b3e7373f4558acee2bc7a59bbad5_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305480773/Put/seqid=0 2024-11-22T19:58:01,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742300_1476 (size=14794) 2024-11-22T19:58:01,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305541965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:01,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305541966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305541967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305541971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:02,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305542076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:02,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:02,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305542086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:02,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305542086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:02,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305542086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:02,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305542286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:02,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:02,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305542306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:02,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:02,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305542306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305542307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:02,324 INFO [Thread-1834 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1834. 2024-11-22T19:58:02,324 DEBUG [Thread-1834 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:02,324 DEBUG [Thread-1834 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:02,324 DEBUG [Thread-1834 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:02,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:02,330 INFO [Thread-1838 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1838. 2024-11-22T19:58:02,330 DEBUG [Thread-1838 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:02,330 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:02,330 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:02,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:02,333 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:02,336 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e613b3e7373f4558acee2bc7a59bbad5_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e613b3e7373f4558acee2bc7a59bbad5_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:02,336 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/86eba398656d4e70987fb7828e60c1d5, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:58:02,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/86eba398656d4e70987fb7828e60c1d5 is 175, key is test_row_0/A:col10/1732305480773/Put/seqid=0 2024-11-22T19:58:02,338 INFO [Thread-1832 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1832. 2024-11-22T19:58:02,338 DEBUG [Thread-1832 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:02,338 DEBUG [Thread-1832 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:02,338 DEBUG [Thread-1832 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:02,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:02,340 INFO [Thread-1836 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1836. 2024-11-22T19:58:02,340 DEBUG [Thread-1836 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:02,340 DEBUG [Thread-1836 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:02,340 DEBUG [Thread-1836 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:02,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:02,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742301_1477 (size=39749) 2024-11-22T19:58:02,342 INFO [Thread-1840 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1840. 2024-11-22T19:58:02,342 DEBUG [Thread-1840 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:02,342 DEBUG [Thread-1840 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:02,342 DEBUG [Thread-1840 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:02,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:02,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305542607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:02,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:02,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:02,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:02,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305542626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305542626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305542626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:02,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:02,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:02,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:02,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:02,741 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/86eba398656d4e70987fb7828e60c1d5 2024-11-22T19:58:02,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/c14ca86d11984aaaa60c2b6f98245f5e is 50, key is test_row_0/B:col10/1732305480773/Put/seqid=0 2024-11-22T19:58:02,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742302_1478 (size=12151) 2024-11-22T19:58:03,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1732305543117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:03,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:03,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:03,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:03,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:03,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:03,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43702 deadline: 1732305543136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43714 deadline: 1732305543136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:03,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43712 deadline: 1732305543136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:03,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/c14ca86d11984aaaa60c2b6f98245f5e 2024-11-22T19:58:03,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/b9e0708c33c940b0a15abfed3a512899 is 50, key is test_row_0/C:col10/1732305480773/Put/seqid=0 2024-11-22T19:58:03,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742303_1479 (size=12151) 2024-11-22T19:58:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T19:58:03,297 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:03,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/b9e0708c33c940b0a15abfed3a512899 2024-11-22T19:58:03,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/86eba398656d4e70987fb7828e60c1d5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/86eba398656d4e70987fb7828e60c1d5 2024-11-22T19:58:03,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/86eba398656d4e70987fb7828e60c1d5, entries=200, sequenceid=255, filesize=38.8 K 2024-11-22T19:58:03,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/c14ca86d11984aaaa60c2b6f98245f5e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/c14ca86d11984aaaa60c2b6f98245f5e 2024-11-22T19:58:03,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/c14ca86d11984aaaa60c2b6f98245f5e, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T19:58:03,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/b9e0708c33c940b0a15abfed3a512899 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b9e0708c33c940b0a15abfed3a512899 2024-11-22T19:58:03,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b9e0708c33c940b0a15abfed3a512899, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T19:58:03,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1651ms, sequenceid=255, compaction requested=true 2024-11-22T19:58:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:58:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:03,573 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 76cd7e71b02b36dbf1e7c6cefbad5508:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:03,573 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:03,574 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:03,574 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:03,574 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/A is initiating minor compaction (all files) 2024-11-22T19:58:03,574 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/B is initiating minor compaction (all files) 2024-11-22T19:58:03,574 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/A in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:03,574 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/B in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:03,574 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/8ed19bf249a4423b92d6997ad2412e3c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/773cafba8fd24f6db22f9e3b2bf4bfb1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/86eba398656d4e70987fb7828e60c1d5] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=100.1 K 2024-11-22T19:58:03,574 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/bc223964ef664bee815bb69e7acd3457, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/728e18d2c9b94e5595203bb74d76e148, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/c14ca86d11984aaaa60c2b6f98245f5e] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=36.1 K 2024-11-22T19:58:03,574 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:03,574 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/8ed19bf249a4423b92d6997ad2412e3c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/773cafba8fd24f6db22f9e3b2bf4bfb1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/86eba398656d4e70987fb7828e60c1d5] 2024-11-22T19:58:03,575 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting bc223964ef664bee815bb69e7acd3457, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732305477862 2024-11-22T19:58:03,575 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ed19bf249a4423b92d6997ad2412e3c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732305477862 2024-11-22T19:58:03,575 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 728e18d2c9b94e5595203bb74d76e148, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732305478536 2024-11-22T19:58:03,575 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 773cafba8fd24f6db22f9e3b2bf4bfb1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732305478536 2024-11-22T19:58:03,575 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c14ca86d11984aaaa60c2b6f98245f5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732305480772 2024-11-22T19:58:03,575 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86eba398656d4e70987fb7828e60c1d5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732305480772 2024-11-22T19:58:03,580 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:58:03,581 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#B#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:03,581 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/fac4d9f527b64faab3065ebbb6ee3e57 is 50, key is test_row_0/B:col10/1732305480773/Put/seqid=0 2024-11-22T19:58:03,582 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411223873b3bc5cd1416f852c81d723ca7a41_76cd7e71b02b36dbf1e7c6cefbad5508 store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:58:03,587 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411223873b3bc5cd1416f852c81d723ca7a41_76cd7e71b02b36dbf1e7c6cefbad5508, store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:58:03,587 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223873b3bc5cd1416f852c81d723ca7a41_76cd7e71b02b36dbf1e7c6cefbad5508 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:58:03,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742304_1480 (size=12765) 2024-11-22T19:58:03,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742305_1481 (size=4469) 2024-11-22T19:58:03,596 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/fac4d9f527b64faab3065ebbb6ee3e57 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/fac4d9f527b64faab3065ebbb6ee3e57 2024-11-22T19:58:03,600 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/B of 76cd7e71b02b36dbf1e7c6cefbad5508 into fac4d9f527b64faab3065ebbb6ee3e57(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:03,601 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:58:03,601 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/B, priority=13, startTime=1732305483573; duration=0sec 2024-11-22T19:58:03,601 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:03,601 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:B 2024-11-22T19:58:03,601 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:03,601 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:03,602 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): 76cd7e71b02b36dbf1e7c6cefbad5508/C is initiating minor compaction (all files) 2024-11-22T19:58:03,602 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 76cd7e71b02b36dbf1e7c6cefbad5508/C in TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:03,602 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/ceed394336474f1f89a731a9e16fc68c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/0760c3838e24406a8515f7e18d06776b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b9e0708c33c940b0a15abfed3a512899] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp, totalSize=36.1 K 2024-11-22T19:58:03,602 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ceed394336474f1f89a731a9e16fc68c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732305477862 2024-11-22T19:58:03,602 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0760c3838e24406a8515f7e18d06776b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732305478536 2024-11-22T19:58:03,602 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b9e0708c33c940b0a15abfed3a512899, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732305480772 2024-11-22T19:58:03,608 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#C#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:03,608 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/3e9ac13f3849449e850d000aa6131c10 is 50, key is test_row_0/C:col10/1732305480773/Put/seqid=0 2024-11-22T19:58:03,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742306_1482 (size=12765) 2024-11-22T19:58:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:03,639 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:03,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T19:58:03,639 INFO [Thread-1823 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1823. 2024-11-22T19:58:03,639 DEBUG [Thread-1823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:03,639 DEBUG [Thread-1823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:03,639 DEBUG [Thread-1823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:03,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:03,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112224adeab9bfc94b77a7880a9505189fce_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305481958/Put/seqid=0 2024-11-22T19:58:03,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742307_1483 (size=12454) 2024-11-22T19:58:03,994 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 76cd7e71b02b36dbf1e7c6cefbad5508#A#compaction#408 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:03,995 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/ca470bd48ba0434295b938a85798e953 is 175, key is test_row_0/A:col10/1732305480773/Put/seqid=0 2024-11-22T19:58:03,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742308_1484 (size=31719) 2024-11-22T19:58:04,015 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/3e9ac13f3849449e850d000aa6131c10 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/3e9ac13f3849449e850d000aa6131c10 2024-11-22T19:58:04,019 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/C of 76cd7e71b02b36dbf1e7c6cefbad5508 into 3e9ac13f3849449e850d000aa6131c10(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:04,019 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:58:04,019 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/C, priority=13, startTime=1732305483573; duration=0sec 2024-11-22T19:58:04,019 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:04,019 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:C 2024-11-22T19:58:04,050 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:04,052 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112224adeab9bfc94b77a7880a9505189fce_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112224adeab9bfc94b77a7880a9505189fce_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:04,052 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/5e2cf46d782b4e9ea4bbaf968ead1868, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:58:04,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/5e2cf46d782b4e9ea4bbaf968ead1868 is 175, key is test_row_0/A:col10/1732305481958/Put/seqid=0 2024-11-22T19:58:04,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742309_1485 (size=31255) 2024-11-22T19:58:04,138 INFO [Thread-1827 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1827. 2024-11-22T19:58:04,138 DEBUG [Thread-1827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:04,138 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:04,138 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:04,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:04,148 INFO [Thread-1821 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1821. 2024-11-22T19:58:04,148 INFO [Thread-1825 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1825. 2024-11-22T19:58:04,148 DEBUG [Thread-1821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:04,148 DEBUG [Thread-1825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:04,148 DEBUG [Thread-1821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:04,148 DEBUG [Thread-1825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:04,148 DEBUG [Thread-1821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:04,148 DEBUG [Thread-1825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:04,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:04,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:04,158 INFO [Thread-1829 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1829. 2024-11-22T19:58:04,158 DEBUG [Thread-1829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:04,158 DEBUG [Thread-1829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:04,158 DEBUG [Thread-1829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:04,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1123 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3355 rows 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1122 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3362 rows 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1119 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3349 rows 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1124 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3365 rows 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1123 2024-11-22T19:58:04,158 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3362 rows 2024-11-22T19:58:04,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:58:04,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:58:04,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:04,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:04,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:04,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T19:58:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T19:58:04,162 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305484162"}]},"ts":"1732305484162"} 2024-11-22T19:58:04,163 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T19:58:04,163 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T19:58:04,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T19:58:04,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, UNASSIGN}] 2024-11-22T19:58:04,165 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, UNASSIGN 2024-11-22T19:58:04,166 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=76cd7e71b02b36dbf1e7c6cefbad5508, regionState=CLOSING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:04,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, UNASSIGN because future has completed 2024-11-22T19:58:04,167 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T19:58:04,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure 76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:58:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T19:58:04,319 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(122): Close 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:04,319 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T19:58:04,319 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1722): Closing 76cd7e71b02b36dbf1e7c6cefbad5508, disabling compactions & flushes 2024-11-22T19:58:04,319 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1993): waiting for 1 compactions & cache flush to complete for region TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:04,402 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/ca470bd48ba0434295b938a85798e953 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/ca470bd48ba0434295b938a85798e953 2024-11-22T19:58:04,405 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 76cd7e71b02b36dbf1e7c6cefbad5508/A of 76cd7e71b02b36dbf1e7c6cefbad5508 into ca470bd48ba0434295b938a85798e953(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:04,405 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:58:04,405 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:04,405 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., storeName=76cd7e71b02b36dbf1e7c6cefbad5508/A, priority=13, startTime=1732305483573; duration=0sec 2024-11-22T19:58:04,406 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:04,406 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 76cd7e71b02b36dbf1e7c6cefbad5508:A 2024-11-22T19:58:04,456 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/5e2cf46d782b4e9ea4bbaf968ead1868 2024-11-22T19:58:04,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/3f2408e364aa4940aa295d4c04dbe1b0 is 50, key is test_row_0/B:col10/1732305481958/Put/seqid=0 2024-11-22T19:58:04,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742310_1486 (size=12301) 2024-11-22T19:58:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T19:58:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T19:58:04,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/3f2408e364aa4940aa295d4c04dbe1b0 2024-11-22T19:58:04,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/77bbef54403c4b3a9cd8f63e47d8354f is 50, key is test_row_0/C:col10/1732305481958/Put/seqid=0 2024-11-22T19:58:04,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742311_1487 (size=12301) 2024-11-22T19:58:05,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/77bbef54403c4b3a9cd8f63e47d8354f 2024-11-22T19:58:05,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/5e2cf46d782b4e9ea4bbaf968ead1868 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/5e2cf46d782b4e9ea4bbaf968ead1868 2024-11-22T19:58:05,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/5e2cf46d782b4e9ea4bbaf968ead1868, entries=150, sequenceid=273, filesize=30.5 K 2024-11-22T19:58:05,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/3f2408e364aa4940aa295d4c04dbe1b0 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/3f2408e364aa4940aa295d4c04dbe1b0 2024-11-22T19:58:05,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/3f2408e364aa4940aa295d4c04dbe1b0, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T19:58:05,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/77bbef54403c4b3a9cd8f63e47d8354f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/77bbef54403c4b3a9cd8f63e47d8354f 2024-11-22T19:58:05,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/77bbef54403c4b3a9cd8f63e47d8354f, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T19:58:05,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=26.84 KB/27480 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1649ms, sequenceid=273, compaction requested=false 2024-11-22T19:58:05,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 76cd7e71b02b36dbf1e7c6cefbad5508: 2024-11-22T19:58:05,288 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:05,288 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:05,288 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. after waiting 0 ms 2024-11-22T19:58:05,288 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:05,288 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(2902): Flushing 76cd7e71b02b36dbf1e7c6cefbad5508 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T19:58:05,292 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112243e275d9b949430ea27204c0c5ce95c2_76cd7e71b02b36dbf1e7c6cefbad5508 is 50, key is test_row_0/A:col10/1732305484137/Put/seqid=0 2024-11-22T19:58:05,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742312_1488 (size=12454) 2024-11-22T19:58:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T19:58:05,565 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T19:58:05,696 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:05,699 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112243e275d9b949430ea27204c0c5ce95c2_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112243e275d9b949430ea27204c0c5ce95c2_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:05,699 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/6799d3a3f29c47099dd386ad86bbf71a, store: [table=TestAcidGuarantees family=A region=76cd7e71b02b36dbf1e7c6cefbad5508] 2024-11-22T19:58:05,700 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/6799d3a3f29c47099dd386ad86bbf71a is 175, key is test_row_0/A:col10/1732305484137/Put/seqid=0 2024-11-22T19:58:05,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742313_1489 (size=31255) 2024-11-22T19:58:06,104 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/6799d3a3f29c47099dd386ad86bbf71a 2024-11-22T19:58:06,110 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/f9c32666e2374159a188b9e1dadf9176 is 50, key is test_row_0/B:col10/1732305484137/Put/seqid=0 2024-11-22T19:58:06,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742314_1490 (size=12301) 2024-11-22T19:58:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T19:58:06,513 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/f9c32666e2374159a188b9e1dadf9176 2024-11-22T19:58:06,519 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/072d2a9a52c84c32bee7930a1761d8b8 is 50, key is test_row_0/C:col10/1732305484137/Put/seqid=0 2024-11-22T19:58:06,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742315_1491 (size=12301) 2024-11-22T19:58:06,923 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/072d2a9a52c84c32bee7930a1761d8b8 2024-11-22T19:58:06,926 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/A/6799d3a3f29c47099dd386ad86bbf71a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/6799d3a3f29c47099dd386ad86bbf71a 2024-11-22T19:58:06,929 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/6799d3a3f29c47099dd386ad86bbf71a, entries=150, sequenceid=282, filesize=30.5 K 2024-11-22T19:58:06,930 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/B/f9c32666e2374159a188b9e1dadf9176 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/f9c32666e2374159a188b9e1dadf9176 2024-11-22T19:58:06,932 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/f9c32666e2374159a188b9e1dadf9176, entries=150, sequenceid=282, filesize=12.0 K 2024-11-22T19:58:06,933 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/.tmp/C/072d2a9a52c84c32bee7930a1761d8b8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/072d2a9a52c84c32bee7930a1761d8b8 2024-11-22T19:58:06,935 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/072d2a9a52c84c32bee7930a1761d8b8, entries=150, sequenceid=282, filesize=12.0 K 2024-11-22T19:58:06,936 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1648ms, sequenceid=282, compaction requested=true 2024-11-22T19:58:06,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/46cc8d34df3a43828a852886e7d565c6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/ff374a2be2ee4ba98776e923ab13f65d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/a5eda1eeb48040d788715cc07b23f191, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/7902841f26d843f3b67dc04a7b4ab082, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/fa9f18f4ab23432e89a59b5523507fd2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/78cbb40004fe49af8344572b8a9b8d32, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/941e0268a6e64cbdb6bf952bb8367530, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/f35849fc59594120a13be41fb2fe642a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/488e9f65fff3423dacfe6811c300f375, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/1e1ba41afa8549c6bdc37392693d623f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/6ac9a7817e9f452688231c99d6fedc0c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/e7ea1fcd43134b408693eb8f0366167f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/73b3fc4224eb4b07b5970574a6604778, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/27b5b79c93984023a66b17afdccf2779, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/8c102d5a5a4d47828d58cbf2e0b7934c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/8ed19bf249a4423b92d6997ad2412e3c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/773cafba8fd24f6db22f9e3b2bf4bfb1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/86eba398656d4e70987fb7828e60c1d5] to archive 2024-11-22T19:58:06,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:58:06,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/46cc8d34df3a43828a852886e7d565c6 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/46cc8d34df3a43828a852886e7d565c6 2024-11-22T19:58:06,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/ff374a2be2ee4ba98776e923ab13f65d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/ff374a2be2ee4ba98776e923ab13f65d 2024-11-22T19:58:06,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/a5eda1eeb48040d788715cc07b23f191 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/a5eda1eeb48040d788715cc07b23f191 2024-11-22T19:58:06,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/7902841f26d843f3b67dc04a7b4ab082 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/7902841f26d843f3b67dc04a7b4ab082 2024-11-22T19:58:06,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/fa9f18f4ab23432e89a59b5523507fd2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/fa9f18f4ab23432e89a59b5523507fd2 2024-11-22T19:58:06,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/78cbb40004fe49af8344572b8a9b8d32 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/78cbb40004fe49af8344572b8a9b8d32 2024-11-22T19:58:06,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/941e0268a6e64cbdb6bf952bb8367530 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/941e0268a6e64cbdb6bf952bb8367530 2024-11-22T19:58:06,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/f35849fc59594120a13be41fb2fe642a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/f35849fc59594120a13be41fb2fe642a 2024-11-22T19:58:06,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/488e9f65fff3423dacfe6811c300f375 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/488e9f65fff3423dacfe6811c300f375 2024-11-22T19:58:06,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/1e1ba41afa8549c6bdc37392693d623f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/1e1ba41afa8549c6bdc37392693d623f 2024-11-22T19:58:06,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/6ac9a7817e9f452688231c99d6fedc0c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/6ac9a7817e9f452688231c99d6fedc0c 2024-11-22T19:58:06,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/e7ea1fcd43134b408693eb8f0366167f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/e7ea1fcd43134b408693eb8f0366167f 2024-11-22T19:58:06,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/73b3fc4224eb4b07b5970574a6604778 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/73b3fc4224eb4b07b5970574a6604778 2024-11-22T19:58:06,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/27b5b79c93984023a66b17afdccf2779 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/27b5b79c93984023a66b17afdccf2779 2024-11-22T19:58:06,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/8c102d5a5a4d47828d58cbf2e0b7934c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/8c102d5a5a4d47828d58cbf2e0b7934c 2024-11-22T19:58:06,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/8ed19bf249a4423b92d6997ad2412e3c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/8ed19bf249a4423b92d6997ad2412e3c 2024-11-22T19:58:06,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/773cafba8fd24f6db22f9e3b2bf4bfb1 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/773cafba8fd24f6db22f9e3b2bf4bfb1 2024-11-22T19:58:06,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/86eba398656d4e70987fb7828e60c1d5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/86eba398656d4e70987fb7828e60c1d5 2024-11-22T19:58:06,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/927d39b0b25848408f94e24ad042b497, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2530ef64eb28450a8209e6b4591b6cbd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/33bf02d3daf24e2aa91e26cb5f0d1181, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/7a302cce04d74bfd9425a544a44e4f50, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2f1b07076643466e9e7a04f603b7e5db, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/0dd94c74b8a04235ad562c916a576030, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2531117f478d4bb0b25f01c08654bd57, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/b4d5b79e354445d19c48c3d247e93694, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/ef1442bbfbfc40309682f8e276aa32b0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/6b8eeb8214dd4080abb6bd294a2fc055, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/49ce4b477c5f452c8e42b3b9bd2698ef, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/c5af161d62c646a4b88d749a01f41ed9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/7ec3be237b904be899df931fdd0d10fd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/ffc466ced3e445348dabea57d490a5c6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/bc223964ef664bee815bb69e7acd3457, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/75f069e7d8d049fe9cb47bd2ae7fb5cf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/728e18d2c9b94e5595203bb74d76e148, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/c14ca86d11984aaaa60c2b6f98245f5e] to archive 2024-11-22T19:58:06,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:58:06,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/927d39b0b25848408f94e24ad042b497 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/927d39b0b25848408f94e24ad042b497 2024-11-22T19:58:06,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2530ef64eb28450a8209e6b4591b6cbd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2530ef64eb28450a8209e6b4591b6cbd 2024-11-22T19:58:06,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/33bf02d3daf24e2aa91e26cb5f0d1181 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/33bf02d3daf24e2aa91e26cb5f0d1181 2024-11-22T19:58:06,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/7a302cce04d74bfd9425a544a44e4f50 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/7a302cce04d74bfd9425a544a44e4f50 2024-11-22T19:58:06,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2f1b07076643466e9e7a04f603b7e5db to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2f1b07076643466e9e7a04f603b7e5db 2024-11-22T19:58:06,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/0dd94c74b8a04235ad562c916a576030 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/0dd94c74b8a04235ad562c916a576030 2024-11-22T19:58:06,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2531117f478d4bb0b25f01c08654bd57 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/2531117f478d4bb0b25f01c08654bd57 2024-11-22T19:58:06,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/b4d5b79e354445d19c48c3d247e93694 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/b4d5b79e354445d19c48c3d247e93694 2024-11-22T19:58:06,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/ef1442bbfbfc40309682f8e276aa32b0 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/ef1442bbfbfc40309682f8e276aa32b0 2024-11-22T19:58:06,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/6b8eeb8214dd4080abb6bd294a2fc055 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/6b8eeb8214dd4080abb6bd294a2fc055 2024-11-22T19:58:06,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/49ce4b477c5f452c8e42b3b9bd2698ef to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/49ce4b477c5f452c8e42b3b9bd2698ef 2024-11-22T19:58:06,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/c5af161d62c646a4b88d749a01f41ed9 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/c5af161d62c646a4b88d749a01f41ed9 2024-11-22T19:58:06,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/7ec3be237b904be899df931fdd0d10fd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/7ec3be237b904be899df931fdd0d10fd 2024-11-22T19:58:06,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/ffc466ced3e445348dabea57d490a5c6 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/ffc466ced3e445348dabea57d490a5c6 2024-11-22T19:58:06,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/bc223964ef664bee815bb69e7acd3457 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/bc223964ef664bee815bb69e7acd3457 2024-11-22T19:58:06,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/75f069e7d8d049fe9cb47bd2ae7fb5cf to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/75f069e7d8d049fe9cb47bd2ae7fb5cf 2024-11-22T19:58:06,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/728e18d2c9b94e5595203bb74d76e148 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/728e18d2c9b94e5595203bb74d76e148 2024-11-22T19:58:06,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/c14ca86d11984aaaa60c2b6f98245f5e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/c14ca86d11984aaaa60c2b6f98245f5e 2024-11-22T19:58:06,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/ba3a5b44ae8b479d8ff8b364d8aaaeca, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/3112e0e15845466db5589acb70654ed3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/1e8fae2a31fb41d4b5493f540af1f28d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/aa7b9ce3832749d3bd1b477c7ab71152, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b8569425d68a42208d4521fe4cfab3b6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/c8a7036155974504a91147501a6e9aa8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/27f42361a2184a15bb488a0f29ef8ed1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/83b491ec3ab649f4a6274837d6306128, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/a49d31f7909b42fbbbaa71b58489fa27, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/66c89eeaf61141f3a7a94fd7d28987b4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/2df529aa46cb4ca7a00b7df8e2ba988e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/5a0fe8b8890c41658accdbb9947246d5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/bd0bf9b4c2694eaaaca94ee9d3930212, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b6dbf235292e4fe2b2027b8278f69caf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/ceed394336474f1f89a731a9e16fc68c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/f2bd805e4a9c4137b9c27757afc24f17, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/0760c3838e24406a8515f7e18d06776b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b9e0708c33c940b0a15abfed3a512899] to archive 2024-11-22T19:58:06,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:58:06,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/ba3a5b44ae8b479d8ff8b364d8aaaeca to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/ba3a5b44ae8b479d8ff8b364d8aaaeca 2024-11-22T19:58:06,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/3112e0e15845466db5589acb70654ed3 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/3112e0e15845466db5589acb70654ed3 2024-11-22T19:58:06,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/1e8fae2a31fb41d4b5493f540af1f28d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/1e8fae2a31fb41d4b5493f540af1f28d 2024-11-22T19:58:06,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/aa7b9ce3832749d3bd1b477c7ab71152 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/aa7b9ce3832749d3bd1b477c7ab71152 2024-11-22T19:58:06,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b8569425d68a42208d4521fe4cfab3b6 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b8569425d68a42208d4521fe4cfab3b6 2024-11-22T19:58:06,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/c8a7036155974504a91147501a6e9aa8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/c8a7036155974504a91147501a6e9aa8 2024-11-22T19:58:06,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/27f42361a2184a15bb488a0f29ef8ed1 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/27f42361a2184a15bb488a0f29ef8ed1 2024-11-22T19:58:06,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/83b491ec3ab649f4a6274837d6306128 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/83b491ec3ab649f4a6274837d6306128 2024-11-22T19:58:06,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/a49d31f7909b42fbbbaa71b58489fa27 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/a49d31f7909b42fbbbaa71b58489fa27 2024-11-22T19:58:06,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/66c89eeaf61141f3a7a94fd7d28987b4 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/66c89eeaf61141f3a7a94fd7d28987b4 2024-11-22T19:58:06,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/2df529aa46cb4ca7a00b7df8e2ba988e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/2df529aa46cb4ca7a00b7df8e2ba988e 2024-11-22T19:58:06,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/5a0fe8b8890c41658accdbb9947246d5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/5a0fe8b8890c41658accdbb9947246d5 2024-11-22T19:58:06,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/bd0bf9b4c2694eaaaca94ee9d3930212 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/bd0bf9b4c2694eaaaca94ee9d3930212 2024-11-22T19:58:06,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b6dbf235292e4fe2b2027b8278f69caf to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b6dbf235292e4fe2b2027b8278f69caf 2024-11-22T19:58:06,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/ceed394336474f1f89a731a9e16fc68c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/ceed394336474f1f89a731a9e16fc68c 2024-11-22T19:58:06,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/f2bd805e4a9c4137b9c27757afc24f17 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/f2bd805e4a9c4137b9c27757afc24f17 2024-11-22T19:58:06,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/0760c3838e24406a8515f7e18d06776b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/0760c3838e24406a8515f7e18d06776b 2024-11-22T19:58:06,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b9e0708c33c940b0a15abfed3a512899 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/b9e0708c33c940b0a15abfed3a512899 2024-11-22T19:58:06,991 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/recovered.edits/285.seqid, newMaxSeqId=285, maxSeqId=4 2024-11-22T19:58:06,992 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. 2024-11-22T19:58:06,992 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1676): Region close journal for 76cd7e71b02b36dbf1e7c6cefbad5508: Waiting for close lock at 1732305484319Running coprocessor pre-close hooks at 1732305484319Disabling compacts and flushes for region at 1732305484319Disabling writes for close at 1732305485288 (+969 ms)Obtaining lock to block concurrent updates at 1732305485288Preparing flush snapshotting stores in 76cd7e71b02b36dbf1e7c6cefbad5508 at 1732305485288Finished memstore snapshotting TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732305485288Flushing stores of TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508. at 1732305485289 (+1 ms)Flushing 76cd7e71b02b36dbf1e7c6cefbad5508/A: creating writer at 1732305485289Flushing mob file 76cd7e71b02b36dbf1e7c6cefbad5508/A: appending metadata at 1732305485292 (+3 ms)Flushing mob file 76cd7e71b02b36dbf1e7c6cefbad5508/A: closing flushed file at 1732305485292Flushing 76cd7e71b02b36dbf1e7c6cefbad5508/A: appending metadata at 1732305485700 (+408 ms)Flushing 76cd7e71b02b36dbf1e7c6cefbad5508/A: closing flushed file at 1732305485700Flushing 76cd7e71b02b36dbf1e7c6cefbad5508/B: creating writer at 1732305486107 (+407 ms)Flushing 76cd7e71b02b36dbf1e7c6cefbad5508/B: appending metadata at 1732305486109 (+2 ms)Flushing 76cd7e71b02b36dbf1e7c6cefbad5508/B: closing flushed file at 1732305486109Flushing 76cd7e71b02b36dbf1e7c6cefbad5508/C: creating writer at 1732305486516 (+407 ms)Flushing 76cd7e71b02b36dbf1e7c6cefbad5508/C: appending metadata at 1732305486518 (+2 ms)Flushing 76cd7e71b02b36dbf1e7c6cefbad5508/C: closing flushed file at 1732305486519 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b0ac8e: reopening flushed file at 1732305486926 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6894a547: reopening flushed file at 1732305486929 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7023c3c5: reopening flushed file at 1732305486932 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 76cd7e71b02b36dbf1e7c6cefbad5508 in 1648ms, sequenceid=282, compaction requested=true at 1732305486936 (+4 ms)Writing region close event to WAL at 1732305486989 (+53 ms)Running coprocessor post-close hooks at 1732305486992 (+3 ms)Closed at 1732305486992 2024-11-22T19:58:06,994 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(157): Closed 76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:06,994 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=76cd7e71b02b36dbf1e7c6cefbad5508, regionState=CLOSED 2024-11-22T19:58:06,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure 76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:58:06,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-22T19:58:06,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseRegionProcedure 76cd7e71b02b36dbf1e7c6cefbad5508, server=982bb8edae1e,45729,1732305367266 in 2.8290 sec 2024-11-22T19:58:06,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-11-22T19:58:06,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=76cd7e71b02b36dbf1e7c6cefbad5508, UNASSIGN in 2.8330 sec 2024-11-22T19:58:07,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-22T19:58:07,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.8350 sec 2024-11-22T19:58:07,001 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305487001"}]},"ts":"1732305487001"} 2024-11-22T19:58:07,002 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T19:58:07,002 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T19:58:07,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.8440 sec 2024-11-22T19:58:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T19:58:08,327 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:08,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T19:58:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:08,329 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T19:58:08,330 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=127, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:08,331 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,333 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/recovered.edits] 2024-11-22T19:58:08,334 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/5e2cf46d782b4e9ea4bbaf968ead1868 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/5e2cf46d782b4e9ea4bbaf968ead1868 2024-11-22T19:58:08,335 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/6799d3a3f29c47099dd386ad86bbf71a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/6799d3a3f29c47099dd386ad86bbf71a 2024-11-22T19:58:08,336 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/ca470bd48ba0434295b938a85798e953 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/A/ca470bd48ba0434295b938a85798e953 2024-11-22T19:58:08,338 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/3f2408e364aa4940aa295d4c04dbe1b0 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/3f2408e364aa4940aa295d4c04dbe1b0 2024-11-22T19:58:08,339 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/f9c32666e2374159a188b9e1dadf9176 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/f9c32666e2374159a188b9e1dadf9176 2024-11-22T19:58:08,340 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/fac4d9f527b64faab3065ebbb6ee3e57 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/B/fac4d9f527b64faab3065ebbb6ee3e57 2024-11-22T19:58:08,341 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/072d2a9a52c84c32bee7930a1761d8b8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/072d2a9a52c84c32bee7930a1761d8b8 2024-11-22T19:58:08,342 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/3e9ac13f3849449e850d000aa6131c10 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/3e9ac13f3849449e850d000aa6131c10 2024-11-22T19:58:08,343 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/77bbef54403c4b3a9cd8f63e47d8354f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/C/77bbef54403c4b3a9cd8f63e47d8354f 2024-11-22T19:58:08,345 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/recovered.edits/285.seqid to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508/recovered.edits/285.seqid 2024-11-22T19:58:08,345 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,345 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T19:58:08,345 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T19:58:08,346 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T19:58:08,348 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112200f43a196e404c69b804d21d43d24848_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112200f43a196e404c69b804d21d43d24848_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,349 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220af43a13c1b74be3b820c99c0aceb148_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220af43a13c1b74be3b820c99c0aceb148_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,349 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112213dc12acb9224bed8747a708863946cf_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112213dc12acb9224bed8747a708863946cf_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,350 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112224adeab9bfc94b77a7880a9505189fce_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112224adeab9bfc94b77a7880a9505189fce_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,351 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122323709203a21499fb9abe9aec4c3e11a_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122323709203a21499fb9abe9aec4c3e11a_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,352 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112233c2044fba104827ab20fabc2fc234f9_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112233c2044fba104827ab20fabc2fc234f9_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,353 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112243e275d9b949430ea27204c0c5ce95c2_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112243e275d9b949430ea27204c0c5ce95c2_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,354 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122458ff586a2b74c389b39a4e7b0465e68_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122458ff586a2b74c389b39a4e7b0465e68_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,355 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122863c757fcbec40c4b364f53d76b05399_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122863c757fcbec40c4b364f53d76b05399_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,355 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229150f21fc3ce450db4458714b81780ed_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229150f21fc3ce450db4458714b81780ed_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,356 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122982e5a42a6eb46cb823484b294992f75_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122982e5a42a6eb46cb823484b294992f75_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,357 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c22a462464634532ad5f4d3273db55cc_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c22a462464634532ad5f4d3273db55cc_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,358 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e613b3e7373f4558acee2bc7a59bbad5_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e613b3e7373f4558acee2bc7a59bbad5_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,359 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ecf2eee4ec8743e4acfcc3f5f171f9bf_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ecf2eee4ec8743e4acfcc3f5f171f9bf_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,359 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122eddc2c4db96c4a5ea23ae24e3bf42b04_76cd7e71b02b36dbf1e7c6cefbad5508 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122eddc2c4db96c4a5ea23ae24e3bf42b04_76cd7e71b02b36dbf1e7c6cefbad5508 2024-11-22T19:58:08,360 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T19:58:08,361 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=127, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:08,363 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T19:58:08,365 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T19:58:08,366 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=127, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:08,366 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T19:58:08,366 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732305488366"}]},"ts":"9223372036854775807"} 2024-11-22T19:58:08,367 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T19:58:08,367 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 76cd7e71b02b36dbf1e7c6cefbad5508, NAME => 'TestAcidGuarantees,,1732305459215.76cd7e71b02b36dbf1e7c6cefbad5508.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T19:58:08,368 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T19:58:08,368 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732305488368"}]},"ts":"9223372036854775807"} 2024-11-22T19:58:08,369 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T19:58:08,369 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=127, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:08,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-22T19:58:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T19:58:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T19:58:08,437 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:08,446 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239 (was 242), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 408), ProcessCount=11 (was 11), AvailableMemoryMB=8101 (was 8159) 2024-11-22T19:58:08,455 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=8101 2024-11-22T19:58:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T19:58:08,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:58:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:08,458 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T19:58:08,458 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:08,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 128 2024-11-22T19:58:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-22T19:58:08,459 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T19:58:08,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742316_1492 (size=959) 2024-11-22T19:58:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-22T19:58:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-22T19:58:08,865 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0 2024-11-22T19:58:08,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742317_1493 (size=53) 2024-11-22T19:58:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-22T19:58:09,270 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:58:09,270 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c76d0567e8767fb77233d5d2d9e779bd, disabling compactions & flushes 2024-11-22T19:58:09,270 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:09,270 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:09,270 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. after waiting 0 ms 2024-11-22T19:58:09,270 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:09,270 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:09,270 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c76d0567e8767fb77233d5d2d9e779bd: Waiting for close lock at 1732305489270Disabling compacts and flushes for region at 1732305489270Disabling writes for close at 1732305489270Writing region close event to WAL at 1732305489270Closed at 1732305489270 2024-11-22T19:58:09,271 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T19:58:09,271 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732305489271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732305489271"}]},"ts":"1732305489271"} 2024-11-22T19:58:09,272 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T19:58:09,273 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T19:58:09,274 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305489273"}]},"ts":"1732305489273"} 2024-11-22T19:58:09,275 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T19:58:09,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c76d0567e8767fb77233d5d2d9e779bd, ASSIGN}] 2024-11-22T19:58:09,276 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c76d0567e8767fb77233d5d2d9e779bd, ASSIGN 2024-11-22T19:58:09,277 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c76d0567e8767fb77233d5d2d9e779bd, ASSIGN; state=OFFLINE, location=982bb8edae1e,45729,1732305367266; forceNewPlan=false, retain=false 2024-11-22T19:58:09,427 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=c76d0567e8767fb77233d5d2d9e779bd, regionState=OPENING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:09,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c76d0567e8767fb77233d5d2d9e779bd, ASSIGN because future has completed 2024-11-22T19:58:09,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:58:09,582 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:09,583 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7752): Opening region: {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:58:09,583 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:09,583 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:58:09,583 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7794): checking encryption for c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:09,583 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7797): checking classloading for c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:09,584 INFO [StoreOpener-c76d0567e8767fb77233d5d2d9e779bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:09,585 INFO [StoreOpener-c76d0567e8767fb77233d5d2d9e779bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c76d0567e8767fb77233d5d2d9e779bd columnFamilyName A 2024-11-22T19:58:09,585 DEBUG [StoreOpener-c76d0567e8767fb77233d5d2d9e779bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:09,586 INFO [StoreOpener-c76d0567e8767fb77233d5d2d9e779bd-1 {}] regionserver.HStore(327): Store=c76d0567e8767fb77233d5d2d9e779bd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:58:09,586 INFO [StoreOpener-c76d0567e8767fb77233d5d2d9e779bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:09,587 INFO [StoreOpener-c76d0567e8767fb77233d5d2d9e779bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c76d0567e8767fb77233d5d2d9e779bd columnFamilyName B 2024-11-22T19:58:09,587 DEBUG [StoreOpener-c76d0567e8767fb77233d5d2d9e779bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:09,587 INFO [StoreOpener-c76d0567e8767fb77233d5d2d9e779bd-1 {}] regionserver.HStore(327): Store=c76d0567e8767fb77233d5d2d9e779bd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:58:09,587 INFO [StoreOpener-c76d0567e8767fb77233d5d2d9e779bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:09,588 INFO [StoreOpener-c76d0567e8767fb77233d5d2d9e779bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c76d0567e8767fb77233d5d2d9e779bd columnFamilyName C 2024-11-22T19:58:09,588 DEBUG [StoreOpener-c76d0567e8767fb77233d5d2d9e779bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:09,588 INFO [StoreOpener-c76d0567e8767fb77233d5d2d9e779bd-1 {}] regionserver.HStore(327): Store=c76d0567e8767fb77233d5d2d9e779bd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:58:09,588 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1038): replaying wal for c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:09,589 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:09,589 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:09,589 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1048): stopping wal replay for c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:09,589 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1060): Cleaning up temporary data for c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:09,590 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:58:09,590 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1093): writing seq id for c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:09,592 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:58:09,592 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1114): Opened c76d0567e8767fb77233d5d2d9e779bd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67624065, jitterRate=0.007677093148231506}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:58:09,592 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:09,593 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1006): Region open journal for c76d0567e8767fb77233d5d2d9e779bd: Running coprocessor pre-open hook at 1732305489583Writing region info on filesystem at 1732305489583Initializing all the Stores at 1732305489584 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305489584Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305489584Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305489584Cleaning up temporary data from old regions at 1732305489589 (+5 ms)Running coprocessor post-open hooks at 1732305489592 (+3 ms)Region opened successfully at 1732305489593 (+1 ms) 2024-11-22T19:58:09,593 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., pid=130, masterSystemTime=1732305489580 2024-11-22T19:58:09,595 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:09,595 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:09,595 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=c76d0567e8767fb77233d5d2d9e779bd, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:09,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:58:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-22T19:58:09,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-22T19:58:09,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; OpenRegionProcedure c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 in 168 msec 2024-11-22T19:58:09,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-11-22T19:58:09,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c76d0567e8767fb77233d5d2d9e779bd, ASSIGN in 323 msec 2024-11-22T19:58:09,600 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T19:58:09,600 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305489600"}]},"ts":"1732305489600"} 2024-11-22T19:58:09,601 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T19:58:09,602 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T19:58:09,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-22T19:58:10,226 WARN [regionserver/982bb8edae1e:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-22T19:58:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-22T19:58:10,606 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:10,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a364c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:10,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:10,608 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d60d701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:10,610 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdb8bba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:10,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:10,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:10,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:10,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T19:58:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 982bb8edae1e,38233,1732305366518 2024-11-22T19:58:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32197b4b 2024-11-22T19:58:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T19:58:10,614 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T19:58:10,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6516064e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,615 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:10,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:10,616 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7708201f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:10,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:10,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:10,617 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743ffd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:10,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:10,619 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5708e5dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:10,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:10,620 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:10,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e5043f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:10,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:10,622 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c20132a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:10,623 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1b2995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:10,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:10,624 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dccd77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:10,626 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756347c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:10,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:10,627 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e3e509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:10,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:10,628 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:10,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475a7529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:10,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:10,629 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:10,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:10,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:10,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efa09a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:10,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:10,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:10,630 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:10,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad92ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:10,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:10,632 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1283bb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:10,633 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf1bb8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:10,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:10,635 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac7c067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:10,636 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:10,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3585fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:10,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:10,637 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:10,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:10,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:10,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b7f0f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:10,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:10,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:10,638 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:10,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2e86bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:10,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:10,640 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:10,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:10,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:10,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a6a170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:10,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:10,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:10,641 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:10,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4944351b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:10,641 DEBUG [Thread-2195 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:10,642 DEBUG [Thread-2197 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:10,642 DEBUG [Thread-2191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:10,642 DEBUG [Thread-2204 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:10,642 DEBUG [Thread-2210 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:10,642 DEBUG [Thread-2193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:10,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:10,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:10,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:10,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:10,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:10,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:10,643 DEBUG [Thread-2206 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:10,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:10,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:10,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:10,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:10,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:10,644 DEBUG [Thread-2199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:10,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:10,644 DEBUG [Thread-2208 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:10,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:10,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:10,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:10,644 DEBUG [Thread-2202 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:10,645 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:10,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:10,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:10,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:10,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:10,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:10,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:58:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-22T19:58:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T19:58:10,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:10,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:58:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:58:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:58:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:58:10,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:58:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:58:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:58:10,650 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:58:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2] 2024-11-22T19:58:10,651 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:10,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:10,656 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:10,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:58:10,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/d8f2c78f22844cd8b8bc25a40546559a is 50, key is test_row_0/A:col10/1732305490656/Put/seqid=0 2024-11-22T19:58:10,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742318_1494 (size=16681) 2024-11-22T19:58:10,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305550691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:10,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305550692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:10,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305550693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:10,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305550698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:10,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305550699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:10,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T19:58:10,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T19:58:10,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:10,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:10,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:10,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:10,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:10,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305550806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:10,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305550816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305550816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305550816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305550817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:10,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T19:58:10,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:10,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:10,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:10,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:10,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T19:58:11,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305551026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305551037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305551037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305551037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305551037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/d8f2c78f22844cd8b8bc25a40546559a 2024-11-22T19:58:11,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/f62362b57bb942c39b7ed831ab884548 is 50, key is test_row_0/B:col10/1732305490656/Put/seqid=0 2024-11-22T19:58:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742319_1495 (size=12001) 2024-11-22T19:58:11,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T19:58:11,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:11,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:11,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:11,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T19:58:11,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:11,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:11,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:11,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T19:58:11,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305551336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305551357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305551357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305551357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305551357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T19:58:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:11,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/f62362b57bb942c39b7ed831ab884548 2024-11-22T19:58:11,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/ed2871d1ea854d439414e8387d1b52f0 is 50, key is test_row_0/C:col10/1732305490656/Put/seqid=0 2024-11-22T19:58:11,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742320_1496 (size=12001) 2024-11-22T19:58:11,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T19:58:11,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:11,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:11,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:11,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T19:58:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:11,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:11,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:11,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T19:58:11,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305551857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305551866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305551866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T19:58:11,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:11,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:11,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:11,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:11,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305551876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305551876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:11,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/ed2871d1ea854d439414e8387d1b52f0 2024-11-22T19:58:11,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/d8f2c78f22844cd8b8bc25a40546559a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/d8f2c78f22844cd8b8bc25a40546559a 2024-11-22T19:58:11,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/d8f2c78f22844cd8b8bc25a40546559a, entries=250, sequenceid=13, filesize=16.3 K 2024-11-22T19:58:11,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/f62362b57bb942c39b7ed831ab884548 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/f62362b57bb942c39b7ed831ab884548 2024-11-22T19:58:11,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/f62362b57bb942c39b7ed831ab884548, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T19:58:11,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/ed2871d1ea854d439414e8387d1b52f0 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/ed2871d1ea854d439414e8387d1b52f0 2024-11-22T19:58:11,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/ed2871d1ea854d439414e8387d1b52f0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T19:58:11,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c76d0567e8767fb77233d5d2d9e779bd in 1294ms, sequenceid=13, compaction requested=false 2024-11-22T19:58:11,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:12,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T19:58:12,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:12,029 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T19:58:12,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/edb62335a304412c9f42cf7a881fb2b4 is 50, key is test_row_0/A:col10/1732305490697/Put/seqid=0 2024-11-22T19:58:12,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742321_1497 (size=12001) 2024-11-22T19:58:12,438 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/edb62335a304412c9f42cf7a881fb2b4 2024-11-22T19:58:12,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/07c80842c31a4ff4b69fd6cde6618f4a is 50, key is test_row_0/B:col10/1732305490697/Put/seqid=0 2024-11-22T19:58:12,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742322_1498 (size=12001) 2024-11-22T19:58:12,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T19:58:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T19:58:12,859 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/07c80842c31a4ff4b69fd6cde6618f4a 2024-11-22T19:58:12,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/b2398fa8e26f4afda55782bf14d405cf is 50, key is test_row_0/C:col10/1732305490697/Put/seqid=0 2024-11-22T19:58:12,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742323_1499 (size=12001) 2024-11-22T19:58:12,874 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/b2398fa8e26f4afda55782bf14d405cf 2024-11-22T19:58:12,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/edb62335a304412c9f42cf7a881fb2b4 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/edb62335a304412c9f42cf7a881fb2b4 2024-11-22T19:58:12,882 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/edb62335a304412c9f42cf7a881fb2b4, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T19:58:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:12,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:12,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/07c80842c31a4ff4b69fd6cde6618f4a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/07c80842c31a4ff4b69fd6cde6618f4a 2024-11-22T19:58:12,886 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/07c80842c31a4ff4b69fd6cde6618f4a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T19:58:12,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/b2398fa8e26f4afda55782bf14d405cf as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b2398fa8e26f4afda55782bf14d405cf 2024-11-22T19:58:12,891 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b2398fa8e26f4afda55782bf14d405cf, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T19:58:12,892 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for c76d0567e8767fb77233d5d2d9e779bd in 863ms, sequenceid=37, compaction requested=false 2024-11-22T19:58:12,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:12,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:12,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-22T19:58:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-22T19:58:12,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-22T19:58:12,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2420 sec 2024-11-22T19:58:12,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.2510 sec 2024-11-22T19:58:12,900 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:12,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:58:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:12,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/6d6a4c2d6c29487ca37931981b6c6a7e is 50, key is test_row_0/A:col10/1732305492897/Put/seqid=0 2024-11-22T19:58:12,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742324_1500 (size=16681) 2024-11-22T19:58:12,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305552945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:12,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305552946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:12,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305552947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:12,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305552948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:12,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305552960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305553066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305553066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305553066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305553066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305553076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305553276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305553276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305553286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305553286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305553297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/6d6a4c2d6c29487ca37931981b6c6a7e 2024-11-22T19:58:13,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/0bb60085ab2e4eafba8083bcd60484bc is 50, key is test_row_0/B:col10/1732305492897/Put/seqid=0 2024-11-22T19:58:13,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742325_1501 (size=12001) 2024-11-22T19:58:13,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305553597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305553597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305553606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305553606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305553616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:13,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/0bb60085ab2e4eafba8083bcd60484bc 2024-11-22T19:58:13,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/b6beac2815844f2fadb25e5d608d7135 is 50, key is test_row_0/C:col10/1732305492897/Put/seqid=0 2024-11-22T19:58:13,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742326_1502 (size=12001) 2024-11-22T19:58:14,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305554116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:14,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305554116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:14,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305554126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:14,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305554127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:14,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:14,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:14,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:14,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:14,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:14,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:14,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/b6beac2815844f2fadb25e5d608d7135 2024-11-22T19:58:14,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305554137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:14,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/6d6a4c2d6c29487ca37931981b6c6a7e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6d6a4c2d6c29487ca37931981b6c6a7e 2024-11-22T19:58:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:14,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6d6a4c2d6c29487ca37931981b6c6a7e, entries=250, sequenceid=48, filesize=16.3 K 2024-11-22T19:58:14,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/0bb60085ab2e4eafba8083bcd60484bc as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/0bb60085ab2e4eafba8083bcd60484bc 2024-11-22T19:58:14,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/0bb60085ab2e4eafba8083bcd60484bc, entries=150, sequenceid=48, filesize=11.7 K 2024-11-22T19:58:14,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/b6beac2815844f2fadb25e5d608d7135 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b6beac2815844f2fadb25e5d608d7135 2024-11-22T19:58:14,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b6beac2815844f2fadb25e5d608d7135, entries=150, sequenceid=48, filesize=11.7 K 2024-11-22T19:58:14,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c76d0567e8767fb77233d5d2d9e779bd in 1259ms, sequenceid=48, compaction requested=true 2024-11-22T19:58:14,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:14,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:14,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:14,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:14,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:14,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:14,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T19:58:14,159 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:14,159 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:14,160 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:14,160 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:14,160 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/A is initiating minor compaction (all files) 2024-11-22T19:58:14,160 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/B is initiating minor compaction (all files) 2024-11-22T19:58:14,160 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/A in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:14,160 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/B in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:14,160 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/d8f2c78f22844cd8b8bc25a40546559a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/edb62335a304412c9f42cf7a881fb2b4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6d6a4c2d6c29487ca37931981b6c6a7e] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=44.3 K 2024-11-22T19:58:14,160 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/f62362b57bb942c39b7ed831ab884548, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/07c80842c31a4ff4b69fd6cde6618f4a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/0bb60085ab2e4eafba8083bcd60484bc] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=35.2 K 2024-11-22T19:58:14,161 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting f62362b57bb942c39b7ed831ab884548, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732305490651 2024-11-22T19:58:14,161 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting d8f2c78f22844cd8b8bc25a40546559a, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732305490650 2024-11-22T19:58:14,161 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07c80842c31a4ff4b69fd6cde6618f4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732305490691 2024-11-22T19:58:14,161 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting edb62335a304412c9f42cf7a881fb2b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732305490691 2024-11-22T19:58:14,161 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bb60085ab2e4eafba8083bcd60484bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732305492897 2024-11-22T19:58:14,161 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d6a4c2d6c29487ca37931981b6c6a7e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732305492891 2024-11-22T19:58:14,169 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#B#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:14,169 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/b5a53489e5114c1180fe4df8f809875d is 50, key is test_row_0/B:col10/1732305492897/Put/seqid=0 2024-11-22T19:58:14,172 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#A#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:14,172 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/6676a513d91244a6a22653a293d2cb21 is 50, key is test_row_0/A:col10/1732305492897/Put/seqid=0 2024-11-22T19:58:14,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742328_1504 (size=12104) 2024-11-22T19:58:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742327_1503 (size=12104) 2024-11-22T19:58:14,192 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/b5a53489e5114c1180fe4df8f809875d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/b5a53489e5114c1180fe4df8f809875d 2024-11-22T19:58:14,196 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/B of c76d0567e8767fb77233d5d2d9e779bd into b5a53489e5114c1180fe4df8f809875d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:14,196 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:14,196 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/B, priority=13, startTime=1732305494159; duration=0sec 2024-11-22T19:58:14,196 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:14,196 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:B 2024-11-22T19:58:14,197 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:14,198 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:14,198 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/C is initiating minor compaction (all files) 2024-11-22T19:58:14,198 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/C in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:14,198 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/ed2871d1ea854d439414e8387d1b52f0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b2398fa8e26f4afda55782bf14d405cf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b6beac2815844f2fadb25e5d608d7135] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=35.2 K 2024-11-22T19:58:14,198 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed2871d1ea854d439414e8387d1b52f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732305490651 2024-11-22T19:58:14,198 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2398fa8e26f4afda55782bf14d405cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732305490691 2024-11-22T19:58:14,199 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6beac2815844f2fadb25e5d608d7135, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732305492897 2024-11-22T19:58:14,204 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#C#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:14,204 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/44a9b84a3ed24386990d704f1cd57034 is 50, key is test_row_0/C:col10/1732305492897/Put/seqid=0 2024-11-22T19:58:14,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742329_1505 (size=12104) 2024-11-22T19:58:14,588 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/6676a513d91244a6a22653a293d2cb21 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6676a513d91244a6a22653a293d2cb21 2024-11-22T19:58:14,592 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/A of c76d0567e8767fb77233d5d2d9e779bd into 6676a513d91244a6a22653a293d2cb21(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:14,592 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:14,592 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/A, priority=13, startTime=1732305494159; duration=0sec 2024-11-22T19:58:14,592 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:14,592 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:A 2024-11-22T19:58:14,611 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/44a9b84a3ed24386990d704f1cd57034 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/44a9b84a3ed24386990d704f1cd57034 2024-11-22T19:58:14,615 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/C of c76d0567e8767fb77233d5d2d9e779bd into 44a9b84a3ed24386990d704f1cd57034(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:14,615 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:14,615 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/C, priority=13, startTime=1732305494159; duration=0sec 2024-11-22T19:58:14,615 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:14,615 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:C 2024-11-22T19:58:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T19:58:14,817 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:14,818 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-22T19:58:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T19:58:14,820 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:14,820 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:14,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T19:58:14,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T19:58:14,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:14,973 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T19:58:14,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/499a5ba4437e463e8848a50eebb4a992 is 50, key is test_row_0/A:col10/1732305492944/Put/seqid=0 2024-11-22T19:58:14,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742330_1506 (size=12001) 2024-11-22T19:58:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T19:58:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:15,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:15,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305555157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305555157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,162 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,162 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305555159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305555160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305555161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305555276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305555276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305555276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,381 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/499a5ba4437e463e8848a50eebb4a992 2024-11-22T19:58:15,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/9ed2a22605284833ba18f2e5ed711cf2 is 50, key is test_row_0/B:col10/1732305492944/Put/seqid=0 2024-11-22T19:58:15,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742331_1507 (size=12001) 2024-11-22T19:58:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T19:58:15,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305555486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305555486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305555486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,798 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/9ed2a22605284833ba18f2e5ed711cf2 2024-11-22T19:58:15,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305555797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305555797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305555797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:15,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:15,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:15,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/239a970ab0a24fd5a61af37a3e94ccdf is 50, key is test_row_0/C:col10/1732305492944/Put/seqid=0 2024-11-22T19:58:15,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742332_1508 (size=12001) 2024-11-22T19:58:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T19:58:16,208 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/239a970ab0a24fd5a61af37a3e94ccdf 2024-11-22T19:58:16,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/499a5ba4437e463e8848a50eebb4a992 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/499a5ba4437e463e8848a50eebb4a992 2024-11-22T19:58:16,215 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/499a5ba4437e463e8848a50eebb4a992, entries=150, sequenceid=76, filesize=11.7 K 2024-11-22T19:58:16,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/9ed2a22605284833ba18f2e5ed711cf2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/9ed2a22605284833ba18f2e5ed711cf2 2024-11-22T19:58:16,219 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/9ed2a22605284833ba18f2e5ed711cf2, entries=150, sequenceid=76, filesize=11.7 K 2024-11-22T19:58:16,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/239a970ab0a24fd5a61af37a3e94ccdf as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/239a970ab0a24fd5a61af37a3e94ccdf 2024-11-22T19:58:16,223 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/239a970ab0a24fd5a61af37a3e94ccdf, entries=150, sequenceid=76, filesize=11.7 K 2024-11-22T19:58:16,223 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c76d0567e8767fb77233d5d2d9e779bd in 1250ms, sequenceid=76, compaction requested=false 2024-11-22T19:58:16,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:16,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:16,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-22T19:58:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-22T19:58:16,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-22T19:58:16,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4040 sec 2024-11-22T19:58:16,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.4090 sec 2024-11-22T19:58:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:16,311 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:16,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T19:58:16,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/f8bd8d325cad4baaacc0d8d2bb7196e5 is 50, key is test_row_0/A:col10/1732305495160/Put/seqid=0 2024-11-22T19:58:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742333_1509 (size=14341) 2024-11-22T19:58:16,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305556436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:16,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:16,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305556438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:16,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305556439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:16,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305556547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:16,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305556557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:16,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305556557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:16,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/f8bd8d325cad4baaacc0d8d2bb7196e5 2024-11-22T19:58:16,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/45c6495a6980446d8edc19671418956d is 50, key is test_row_0/B:col10/1732305495160/Put/seqid=0 2024-11-22T19:58:16,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742334_1510 (size=12001) 2024-11-22T19:58:16,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/45c6495a6980446d8edc19671418956d 2024-11-22T19:58:16,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/8989b6d95f4e49bd826c5f8b26740c40 is 50, key is test_row_0/C:col10/1732305495160/Put/seqid=0 2024-11-22T19:58:16,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742335_1511 (size=12001) 2024-11-22T19:58:16,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305556756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:16,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305556777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305556777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T19:58:16,966 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:16,967 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-22T19:58:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T19:58:16,968 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:16,969 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:16,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T19:58:17,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305557076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:17,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305557096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305557097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:17,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:17,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T19:58:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:17,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:17,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/8989b6d95f4e49bd826c5f8b26740c40 2024-11-22T19:58:17,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/f8bd8d325cad4baaacc0d8d2bb7196e5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/f8bd8d325cad4baaacc0d8d2bb7196e5 2024-11-22T19:58:17,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/f8bd8d325cad4baaacc0d8d2bb7196e5, entries=200, sequenceid=88, filesize=14.0 K 2024-11-22T19:58:17,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/45c6495a6980446d8edc19671418956d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/45c6495a6980446d8edc19671418956d 2024-11-22T19:58:17,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/45c6495a6980446d8edc19671418956d, entries=150, sequenceid=88, filesize=11.7 K 2024-11-22T19:58:17,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/8989b6d95f4e49bd826c5f8b26740c40 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8989b6d95f4e49bd826c5f8b26740c40 2024-11-22T19:58:17,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8989b6d95f4e49bd826c5f8b26740c40, entries=150, sequenceid=88, filesize=11.7 K 2024-11-22T19:58:17,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c76d0567e8767fb77233d5d2d9e779bd in 867ms, sequenceid=88, compaction requested=true 2024-11-22T19:58:17,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:17,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:17,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:17,179 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:17,179 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:17,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:17,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:17,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:17,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:17,179 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:17,179 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:17,180 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/A is initiating minor compaction (all files) 2024-11-22T19:58:17,180 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/B is initiating minor compaction (all files) 2024-11-22T19:58:17,180 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/A in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:17,180 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/B in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:17,180 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/b5a53489e5114c1180fe4df8f809875d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/9ed2a22605284833ba18f2e5ed711cf2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/45c6495a6980446d8edc19671418956d] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=35.3 K 2024-11-22T19:58:17,180 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6676a513d91244a6a22653a293d2cb21, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/499a5ba4437e463e8848a50eebb4a992, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/f8bd8d325cad4baaacc0d8d2bb7196e5] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=37.5 K 2024-11-22T19:58:17,180 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6676a513d91244a6a22653a293d2cb21, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732305492897 2024-11-22T19:58:17,180 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b5a53489e5114c1180fe4df8f809875d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732305492897 2024-11-22T19:58:17,181 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 499a5ba4437e463e8848a50eebb4a992, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732305492940 2024-11-22T19:58:17,181 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ed2a22605284833ba18f2e5ed711cf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732305492940 2024-11-22T19:58:17,181 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8bd8d325cad4baaacc0d8d2bb7196e5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732305495147 2024-11-22T19:58:17,181 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 45c6495a6980446d8edc19671418956d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732305495159 2024-11-22T19:58:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:17,181 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:17,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T19:58:17,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/1cae9d995a0d4c179fd35340f3773fee is 50, key is test_row_0/A:col10/1732305496397/Put/seqid=0 2024-11-22T19:58:17,188 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#A#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:17,188 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:17,188 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/9e48116edf73428db7b3d0ea6aa7a47d is 50, key is test_row_0/A:col10/1732305495160/Put/seqid=0 2024-11-22T19:58:17,189 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/e9c1047b73184bb194f0933ae6f267ce is 50, key is test_row_0/B:col10/1732305495160/Put/seqid=0 2024-11-22T19:58:17,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742336_1512 (size=14341) 2024-11-22T19:58:17,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742337_1513 (size=12207) 2024-11-22T19:58:17,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/1cae9d995a0d4c179fd35340f3773fee 2024-11-22T19:58:17,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742338_1514 (size=12207) 2024-11-22T19:58:17,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/ad40882d3a9d47d38f82d66cdbd630bf is 50, key is test_row_0/B:col10/1732305496397/Put/seqid=0 2024-11-22T19:58:17,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742339_1515 (size=12001) 2024-11-22T19:58:17,209 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/e9c1047b73184bb194f0933ae6f267ce as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e9c1047b73184bb194f0933ae6f267ce 2024-11-22T19:58:17,214 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/B of c76d0567e8767fb77233d5d2d9e779bd into e9c1047b73184bb194f0933ae6f267ce(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:17,214 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:17,214 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/B, priority=13, startTime=1732305497179; duration=0sec 2024-11-22T19:58:17,214 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:17,214 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:B 2024-11-22T19:58:17,214 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:17,215 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:17,215 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/C is initiating minor compaction (all files) 2024-11-22T19:58:17,215 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/C in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:17,215 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/44a9b84a3ed24386990d704f1cd57034, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/239a970ab0a24fd5a61af37a3e94ccdf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8989b6d95f4e49bd826c5f8b26740c40] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=35.3 K 2024-11-22T19:58:17,215 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 44a9b84a3ed24386990d704f1cd57034, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732305492897 2024-11-22T19:58:17,215 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 239a970ab0a24fd5a61af37a3e94ccdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732305492940 2024-11-22T19:58:17,216 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 8989b6d95f4e49bd826c5f8b26740c40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732305495159 2024-11-22T19:58:17,227 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:17,228 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/b55bda4dcb914f20a662c4e341a4b07e is 50, key is test_row_0/C:col10/1732305495160/Put/seqid=0 2024-11-22T19:58:17,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305557219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:17,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305557229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:17,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742340_1516 (size=12207) 2024-11-22T19:58:17,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T19:58:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:17,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:17,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T19:58:17,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305557337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305557337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:17,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T19:58:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:17,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:17,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305557547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305557547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:17,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T19:58:17,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:17,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:17,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:17,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:17,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:17,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305557586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T19:58:17,598 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/9e48116edf73428db7b3d0ea6aa7a47d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/9e48116edf73428db7b3d0ea6aa7a47d 2024-11-22T19:58:17,602 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/A of c76d0567e8767fb77233d5d2d9e779bd into 9e48116edf73428db7b3d0ea6aa7a47d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:17,602 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:17,602 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/A, priority=13, startTime=1732305497178; duration=0sec 2024-11-22T19:58:17,602 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:17,602 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:A 2024-11-22T19:58:17,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/ad40882d3a9d47d38f82d66cdbd630bf 2024-11-22T19:58:17,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/507bf76faa11403080782cffb3034019 is 50, key is test_row_0/C:col10/1732305496397/Put/seqid=0 2024-11-22T19:58:17,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742341_1517 (size=12001) 2024-11-22T19:58:17,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/507bf76faa11403080782cffb3034019 2024-11-22T19:58:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/1cae9d995a0d4c179fd35340f3773fee as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/1cae9d995a0d4c179fd35340f3773fee 2024-11-22T19:58:17,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/1cae9d995a0d4c179fd35340f3773fee, entries=200, sequenceid=113, filesize=14.0 K 2024-11-22T19:58:17,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/ad40882d3a9d47d38f82d66cdbd630bf as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/ad40882d3a9d47d38f82d66cdbd630bf 2024-11-22T19:58:17,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305557617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305557617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:17,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:17,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/ad40882d3a9d47d38f82d66cdbd630bf, entries=150, sequenceid=113, filesize=11.7 K 2024-11-22T19:58:17,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/507bf76faa11403080782cffb3034019 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/507bf76faa11403080782cffb3034019 2024-11-22T19:58:17,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/507bf76faa11403080782cffb3034019, entries=150, sequenceid=113, filesize=11.7 K 2024-11-22T19:58:17,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c76d0567e8767fb77233d5d2d9e779bd in 452ms, sequenceid=113, compaction requested=false 2024-11-22T19:58:17,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:17,639 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/b55bda4dcb914f20a662c4e341a4b07e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b55bda4dcb914f20a662c4e341a4b07e 2024-11-22T19:58:17,646 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/C of c76d0567e8767fb77233d5d2d9e779bd into b55bda4dcb914f20a662c4e341a4b07e(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:17,646 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:17,646 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/C, priority=13, startTime=1732305497179; duration=0sec 2024-11-22T19:58:17,646 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:17,646 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:C 2024-11-22T19:58:17,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T19:58:17,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:17,735 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:58:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/6a8f5ce7c0404662b9bc645a0d65dc8c is 50, key is test_row_0/A:col10/1732305497217/Put/seqid=0 2024-11-22T19:58:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742342_1518 (size=12001) 2024-11-22T19:58:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:17,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:17,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305557959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305557960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:17,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:17,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:17,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305558077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305558077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T19:58:18,143 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/6a8f5ce7c0404662b9bc645a0d65dc8c 2024-11-22T19:58:18,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/ce7229d742a94ce3a087ddd29c28e3d8 is 50, key is test_row_0/B:col10/1732305497217/Put/seqid=0 2024-11-22T19:58:18,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742343_1519 (size=12001) 2024-11-22T19:58:18,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305558286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305558297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,553 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/ce7229d742a94ce3a087ddd29c28e3d8 2024-11-22T19:58:18,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/d2a82a4abc1141d08bed3421a8366b28 is 50, key is test_row_0/C:col10/1732305497217/Put/seqid=0 2024-11-22T19:58:18,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742344_1520 (size=12001) 2024-11-22T19:58:18,566 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/d2a82a4abc1141d08bed3421a8366b28 2024-11-22T19:58:18,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/6a8f5ce7c0404662b9bc645a0d65dc8c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6a8f5ce7c0404662b9bc645a0d65dc8c 2024-11-22T19:58:18,577 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6a8f5ce7c0404662b9bc645a0d65dc8c, entries=150, sequenceid=127, filesize=11.7 K 2024-11-22T19:58:18,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/ce7229d742a94ce3a087ddd29c28e3d8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/ce7229d742a94ce3a087ddd29c28e3d8 2024-11-22T19:58:18,582 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/ce7229d742a94ce3a087ddd29c28e3d8, entries=150, sequenceid=127, filesize=11.7 K 2024-11-22T19:58:18,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/d2a82a4abc1141d08bed3421a8366b28 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/d2a82a4abc1141d08bed3421a8366b28 2024-11-22T19:58:18,590 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/d2a82a4abc1141d08bed3421a8366b28, entries=150, sequenceid=127, filesize=11.7 K 2024-11-22T19:58:18,591 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c76d0567e8767fb77233d5d2d9e779bd in 856ms, sequenceid=127, compaction requested=true 2024-11-22T19:58:18,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:18,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:18,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-22T19:58:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-22T19:58:18,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-22T19:58:18,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6240 sec 2024-11-22T19:58:18,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.6280 sec 2024-11-22T19:58:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:18,614 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:18,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T19:58:18,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/c4f59d72c2f14984bd1a72c26b0d64d8 is 50, key is test_row_0/A:col10/1732305498612/Put/seqid=0 2024-11-22T19:58:18,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742345_1521 (size=14541) 2024-11-22T19:58:18,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/c4f59d72c2f14984bd1a72c26b0d64d8 2024-11-22T19:58:18,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/da6f556556d5429eb8b09c091cc2da10 is 50, key is test_row_0/B:col10/1732305498612/Put/seqid=0 2024-11-22T19:58:18,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742346_1522 (size=12151) 2024-11-22T19:58:18,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305558630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305558633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305558637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305558637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,645 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:18,645 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:18,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305558638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305558747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305558747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305558756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305558967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305558967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:18,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305558967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:18,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:18,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:19,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/da6f556556d5429eb8b09c091cc2da10 2024-11-22T19:58:19,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/1804b186efaf4ab99c72fa583b19c3c2 is 50, key is test_row_0/C:col10/1732305498612/Put/seqid=0 2024-11-22T19:58:19,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742347_1523 (size=12151) 2024-11-22T19:58:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T19:58:19,117 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:19,117 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-22T19:58:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T19:58:19,119 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:19,119 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:19,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T19:58:19,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-22T19:58:19,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:19,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:19,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:19,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:19,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:19,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305559276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:19,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305559287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:19,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305559287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:19,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:19,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-22T19:58:19,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:19,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:19,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:19,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:19,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T19:58:19,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/1804b186efaf4ab99c72fa583b19c3c2 2024-11-22T19:58:19,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/c4f59d72c2f14984bd1a72c26b0d64d8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/c4f59d72c2f14984bd1a72c26b0d64d8 2024-11-22T19:58:19,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/c4f59d72c2f14984bd1a72c26b0d64d8, entries=200, sequenceid=153, filesize=14.2 K 2024-11-22T19:58:19,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/da6f556556d5429eb8b09c091cc2da10 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/da6f556556d5429eb8b09c091cc2da10 2024-11-22T19:58:19,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/da6f556556d5429eb8b09c091cc2da10, entries=150, sequenceid=153, filesize=11.9 K 2024-11-22T19:58:19,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/1804b186efaf4ab99c72fa583b19c3c2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/1804b186efaf4ab99c72fa583b19c3c2 2024-11-22T19:58:19,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/1804b186efaf4ab99c72fa583b19c3c2, entries=150, sequenceid=153, filesize=11.9 K 2024-11-22T19:58:19,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c76d0567e8767fb77233d5d2d9e779bd in 845ms, sequenceid=153, compaction requested=true 2024-11-22T19:58:19,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:19,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:19,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:19,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:19,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:19,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:19,460 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:58:19,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:19,460 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:58:19,461 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:58:19,461 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/A is initiating minor compaction (all files) 2024-11-22T19:58:19,461 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/A in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:19,461 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/9e48116edf73428db7b3d0ea6aa7a47d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/1cae9d995a0d4c179fd35340f3773fee, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6a8f5ce7c0404662b9bc645a0d65dc8c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/c4f59d72c2f14984bd1a72c26b0d64d8] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=51.8 K 2024-11-22T19:58:19,461 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:58:19,461 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e48116edf73428db7b3d0ea6aa7a47d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732305495159 2024-11-22T19:58:19,461 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/B is initiating minor compaction (all files) 2024-11-22T19:58:19,461 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/B in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:19,462 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e9c1047b73184bb194f0933ae6f267ce, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/ad40882d3a9d47d38f82d66cdbd630bf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/ce7229d742a94ce3a087ddd29c28e3d8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/da6f556556d5429eb8b09c091cc2da10] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=47.2 K 2024-11-22T19:58:19,462 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cae9d995a0d4c179fd35340f3773fee, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732305496397 2024-11-22T19:58:19,462 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting e9c1047b73184bb194f0933ae6f267ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732305495159 2024-11-22T19:58:19,462 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a8f5ce7c0404662b9bc645a0d65dc8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732305497210 2024-11-22T19:58:19,462 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ad40882d3a9d47d38f82d66cdbd630bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732305496397 2024-11-22T19:58:19,462 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4f59d72c2f14984bd1a72c26b0d64d8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732305497946 2024-11-22T19:58:19,462 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting ce7229d742a94ce3a087ddd29c28e3d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732305497210 2024-11-22T19:58:19,463 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting da6f556556d5429eb8b09c091cc2da10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732305497946 2024-11-22T19:58:19,469 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#A#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:19,469 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/06b925d236aa49c5aed4a6a54f53988f is 50, key is test_row_0/A:col10/1732305498612/Put/seqid=0 2024-11-22T19:58:19,471 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:19,471 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/6b961fe08d6a47be93c339df7666ef8b is 50, key is test_row_0/B:col10/1732305498612/Put/seqid=0 2024-11-22T19:58:19,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742348_1524 (size=12493) 2024-11-22T19:58:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742349_1525 (size=12493) 2024-11-22T19:58:19,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-22T19:58:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:19,577 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T19:58:19,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/5922dd2e00e84678aeb8a550118fd1bb is 50, key is test_row_1/A:col10/1732305498637/Put/seqid=0 2024-11-22T19:58:19,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742350_1526 (size=9757) 2024-11-22T19:58:19,587 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/5922dd2e00e84678aeb8a550118fd1bb 2024-11-22T19:58:19,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/44f82bda32384178a246655a29043778 is 50, key is test_row_1/B:col10/1732305498637/Put/seqid=0 2024-11-22T19:58:19,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742351_1527 (size=9757) 2024-11-22T19:58:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T19:58:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:19,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:19,883 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/06b925d236aa49c5aed4a6a54f53988f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/06b925d236aa49c5aed4a6a54f53988f 2024-11-22T19:58:19,886 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/6b961fe08d6a47be93c339df7666ef8b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/6b961fe08d6a47be93c339df7666ef8b 2024-11-22T19:58:19,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305559875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:19,887 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/A of c76d0567e8767fb77233d5d2d9e779bd into 06b925d236aa49c5aed4a6a54f53988f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:19,887 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:19,887 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/A, priority=12, startTime=1732305499460; duration=0sec 2024-11-22T19:58:19,887 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:19,887 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:A 2024-11-22T19:58:19,887 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:58:19,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:19,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:19,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:19,888 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:58:19,888 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/C is initiating minor compaction (all files) 2024-11-22T19:58:19,889 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/C in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:19,889 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b55bda4dcb914f20a662c4e341a4b07e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/507bf76faa11403080782cffb3034019, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/d2a82a4abc1141d08bed3421a8366b28, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/1804b186efaf4ab99c72fa583b19c3c2] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=47.2 K 2024-11-22T19:58:19,889 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting b55bda4dcb914f20a662c4e341a4b07e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732305495159 2024-11-22T19:58:19,889 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 507bf76faa11403080782cffb3034019, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732305496397 2024-11-22T19:58:19,890 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2a82a4abc1141d08bed3421a8366b28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732305497210 2024-11-22T19:58:19,890 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1804b186efaf4ab99c72fa583b19c3c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732305497946 2024-11-22T19:58:19,891 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/B of c76d0567e8767fb77233d5d2d9e779bd into 6b961fe08d6a47be93c339df7666ef8b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:19,891 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:19,891 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/B, priority=12, startTime=1732305499460; duration=0sec 2024-11-22T19:58:19,891 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:19,891 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:B 2024-11-22T19:58:19,895 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#C#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:19,895 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/199763a14d894d1c8d8a6c2927150a4f is 50, key is test_row_0/C:col10/1732305498612/Put/seqid=0 2024-11-22T19:58:19,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305559883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:19,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305559887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:19,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742352_1528 (size=12493) 2024-11-22T19:58:19,997 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/44f82bda32384178a246655a29043778 2024-11-22T19:58:20,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/9917c72619234cdd9b2b0220e8bf3fdc is 50, key is test_row_1/C:col10/1732305498637/Put/seqid=0 2024-11-22T19:58:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305559997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742353_1529 (size=9757) 2024-11-22T19:58:20,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305560007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305560007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305560206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305560227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305560227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T19:58:20,302 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/199763a14d894d1c8d8a6c2927150a4f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/199763a14d894d1c8d8a6c2927150a4f 2024-11-22T19:58:20,307 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/C of c76d0567e8767fb77233d5d2d9e779bd into 199763a14d894d1c8d8a6c2927150a4f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:20,307 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:20,307 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/C, priority=12, startTime=1732305499460; duration=0sec 2024-11-22T19:58:20,307 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:20,307 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:C 2024-11-22T19:58:20,406 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/9917c72619234cdd9b2b0220e8bf3fdc 2024-11-22T19:58:20,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/5922dd2e00e84678aeb8a550118fd1bb as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/5922dd2e00e84678aeb8a550118fd1bb 2024-11-22T19:58:20,413 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/5922dd2e00e84678aeb8a550118fd1bb, entries=100, sequenceid=163, filesize=9.5 K 2024-11-22T19:58:20,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/44f82bda32384178a246655a29043778 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/44f82bda32384178a246655a29043778 2024-11-22T19:58:20,417 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/44f82bda32384178a246655a29043778, entries=100, sequenceid=163, filesize=9.5 K 2024-11-22T19:58:20,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/9917c72619234cdd9b2b0220e8bf3fdc as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/9917c72619234cdd9b2b0220e8bf3fdc 2024-11-22T19:58:20,420 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/9917c72619234cdd9b2b0220e8bf3fdc, entries=100, sequenceid=163, filesize=9.5 K 2024-11-22T19:58:20,421 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c76d0567e8767fb77233d5d2d9e779bd in 844ms, sequenceid=163, compaction requested=false 2024-11-22T19:58:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-22T19:58:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-22T19:58:20,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-22T19:58:20,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3030 sec 2024-11-22T19:58:20,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.3070 sec 2024-11-22T19:58:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:20,523 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:20,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T19:58:20,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/955829d229b54dddab7fcb874c2bf27d is 50, key is test_row_0/A:col10/1732305499872/Put/seqid=0 2024-11-22T19:58:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742354_1530 (size=14541) 2024-11-22T19:58:20,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305560546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305560553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305560554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305560656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,658 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305560667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305560667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,668 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:20,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305560667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305560876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305560876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:20,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/955829d229b54dddab7fcb874c2bf27d 2024-11-22T19:58:20,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/7773e7d3655c43b69a4fa546a30d8f08 is 50, key is test_row_0/B:col10/1732305499872/Put/seqid=0 2024-11-22T19:58:20,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742355_1531 (size=12151) 2024-11-22T19:58:21,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305561066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:21,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305561186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:21,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305561186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:21,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:21,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T19:58:21,267 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:21,268 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-22T19:58:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T19:58:21,270 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:21,270 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:21,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:21,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/7773e7d3655c43b69a4fa546a30d8f08 2024-11-22T19:58:21,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/7397e5994691465c8c6e1c6faf56d4b7 is 50, key is test_row_0/C:col10/1732305499872/Put/seqid=0 2024-11-22T19:58:21,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742356_1532 (size=12151) 2024-11-22T19:58:21,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/7397e5994691465c8c6e1c6faf56d4b7 2024-11-22T19:58:21,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/955829d229b54dddab7fcb874c2bf27d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/955829d229b54dddab7fcb874c2bf27d 2024-11-22T19:58:21,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/955829d229b54dddab7fcb874c2bf27d, entries=200, sequenceid=193, filesize=14.2 K 2024-11-22T19:58:21,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/7773e7d3655c43b69a4fa546a30d8f08 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/7773e7d3655c43b69a4fa546a30d8f08 2024-11-22T19:58:21,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/7773e7d3655c43b69a4fa546a30d8f08, entries=150, sequenceid=193, filesize=11.9 K 2024-11-22T19:58:21,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/7397e5994691465c8c6e1c6faf56d4b7 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/7397e5994691465c8c6e1c6faf56d4b7 2024-11-22T19:58:21,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/7397e5994691465c8c6e1c6faf56d4b7, entries=150, sequenceid=193, filesize=11.9 K 2024-11-22T19:58:21,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c76d0567e8767fb77233d5d2d9e779bd in 844ms, sequenceid=193, compaction requested=true 2024-11-22T19:58:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:21,367 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:21,367 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:21,368 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:21,368 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:21,368 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/A is initiating minor compaction (all files) 2024-11-22T19:58:21,368 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/B is initiating minor compaction (all files) 2024-11-22T19:58:21,368 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/B in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:21,368 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/A in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:21,368 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/06b925d236aa49c5aed4a6a54f53988f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/5922dd2e00e84678aeb8a550118fd1bb, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/955829d229b54dddab7fcb874c2bf27d] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=35.9 K 2024-11-22T19:58:21,368 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/6b961fe08d6a47be93c339df7666ef8b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/44f82bda32384178a246655a29043778, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/7773e7d3655c43b69a4fa546a30d8f08] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=33.6 K 2024-11-22T19:58:21,369 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06b925d236aa49c5aed4a6a54f53988f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732305497946 2024-11-22T19:58:21,369 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b961fe08d6a47be93c339df7666ef8b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732305497946 2024-11-22T19:58:21,369 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5922dd2e00e84678aeb8a550118fd1bb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732305498632 2024-11-22T19:58:21,369 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 44f82bda32384178a246655a29043778, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732305498632 2024-11-22T19:58:21,370 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 955829d229b54dddab7fcb874c2bf27d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732305499872 2024-11-22T19:58:21,370 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7773e7d3655c43b69a4fa546a30d8f08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732305499872 2024-11-22T19:58:21,376 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:21,377 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#A#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:21,377 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/3ac4f37120504394b341cd49c6f6350c is 50, key is test_row_0/B:col10/1732305499872/Put/seqid=0 2024-11-22T19:58:21,377 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/844eb752c72c4bb993bd6f480e826fe0 is 50, key is test_row_0/A:col10/1732305499872/Put/seqid=0 2024-11-22T19:58:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T19:58:21,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742357_1533 (size=12595) 2024-11-22T19:58:21,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742358_1534 (size=12595) 2024-11-22T19:58:21,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T19:58:21,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:21,422 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T19:58:21,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/295631e26f024a3a97da3dec89bce66e is 50, key is test_row_0/A:col10/1732305500540/Put/seqid=0 2024-11-22T19:58:21,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742359_1535 (size=12151) 2024-11-22T19:58:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T19:58:21,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:21,795 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/3ac4f37120504394b341cd49c6f6350c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/3ac4f37120504394b341cd49c6f6350c 2024-11-22T19:58:21,795 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/844eb752c72c4bb993bd6f480e826fe0 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/844eb752c72c4bb993bd6f480e826fe0 2024-11-22T19:58:21,798 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/B of c76d0567e8767fb77233d5d2d9e779bd into 3ac4f37120504394b341cd49c6f6350c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:21,798 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:21,798 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/B, priority=13, startTime=1732305501367; duration=0sec 2024-11-22T19:58:21,798 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/A of c76d0567e8767fb77233d5d2d9e779bd into 844eb752c72c4bb993bd6f480e826fe0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:21,798 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:21,798 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/A, priority=13, startTime=1732305501367; duration=0sec 2024-11-22T19:58:21,798 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:21,798 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:B 2024-11-22T19:58:21,798 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:21,798 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:A 2024-11-22T19:58:21,799 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:21,799 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:21,799 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/C is initiating minor compaction (all files) 2024-11-22T19:58:21,799 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/C in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:21,799 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/199763a14d894d1c8d8a6c2927150a4f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/9917c72619234cdd9b2b0220e8bf3fdc, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/7397e5994691465c8c6e1c6faf56d4b7] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=33.6 K 2024-11-22T19:58:21,800 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 199763a14d894d1c8d8a6c2927150a4f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732305497946 2024-11-22T19:58:21,800 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 9917c72619234cdd9b2b0220e8bf3fdc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732305498632 2024-11-22T19:58:21,800 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7397e5994691465c8c6e1c6faf56d4b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732305499872 2024-11-22T19:58:21,805 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#C#compaction#458 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:21,806 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/763aa4304afb4006bda09f7ea07305ac is 50, key is test_row_0/C:col10/1732305499872/Put/seqid=0 2024-11-22T19:58:21,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742360_1536 (size=12595) 2024-11-22T19:58:21,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305561801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:21,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305561802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:21,829 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/295631e26f024a3a97da3dec89bce66e 2024-11-22T19:58:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/bfb45fb7289f44b58d50b76db9821b57 is 50, key is test_row_0/B:col10/1732305500540/Put/seqid=0 2024-11-22T19:58:21,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742361_1537 (size=12151) 2024-11-22T19:58:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T19:58:21,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305561926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:21,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:21,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305561926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:21,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:21,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:21,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:22,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305562076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:22,081 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:22,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305562136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:22,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305562136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:22,214 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/763aa4304afb4006bda09f7ea07305ac as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/763aa4304afb4006bda09f7ea07305ac 2024-11-22T19:58:22,218 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/C of c76d0567e8767fb77233d5d2d9e779bd into 763aa4304afb4006bda09f7ea07305ac(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:22,218 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:22,218 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/C, priority=13, startTime=1732305501367; duration=0sec 2024-11-22T19:58:22,218 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:22,218 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:C 2024-11-22T19:58:22,239 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/bfb45fb7289f44b58d50b76db9821b57 2024-11-22T19:58:22,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/507cc6b75e9f43a190b3d0ae474f6cc1 is 50, key is test_row_0/C:col10/1732305500540/Put/seqid=0 2024-11-22T19:58:22,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742362_1538 (size=12151) 2024-11-22T19:58:22,255 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/507cc6b75e9f43a190b3d0ae474f6cc1 2024-11-22T19:58:22,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/295631e26f024a3a97da3dec89bce66e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/295631e26f024a3a97da3dec89bce66e 2024-11-22T19:58:22,261 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/295631e26f024a3a97da3dec89bce66e, entries=150, sequenceid=202, filesize=11.9 K 2024-11-22T19:58:22,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/bfb45fb7289f44b58d50b76db9821b57 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/bfb45fb7289f44b58d50b76db9821b57 2024-11-22T19:58:22,264 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/bfb45fb7289f44b58d50b76db9821b57, entries=150, sequenceid=202, filesize=11.9 K 2024-11-22T19:58:22,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/507cc6b75e9f43a190b3d0ae474f6cc1 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/507cc6b75e9f43a190b3d0ae474f6cc1 2024-11-22T19:58:22,267 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/507cc6b75e9f43a190b3d0ae474f6cc1, entries=150, sequenceid=202, filesize=11.9 K 2024-11-22T19:58:22,268 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for c76d0567e8767fb77233d5d2d9e779bd in 846ms, sequenceid=202, compaction requested=false 2024-11-22T19:58:22,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:22,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:22,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-22T19:58:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-22T19:58:22,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-22T19:58:22,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-11-22T19:58:22,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.0030 sec 2024-11-22T19:58:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T19:58:22,406 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:22,407 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-22T19:58:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T19:58:22,408 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:22,409 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:22,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:22,450 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:22,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T19:58:22,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/ed9355f12e4540e1b983f12d8923f9d8 is 50, key is test_row_0/A:col10/1732305502450/Put/seqid=0 2024-11-22T19:58:22,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742363_1539 (size=16931) 2024-11-22T19:58:22,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305562464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:22,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305562470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:22,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T19:58:22,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-22T19:58:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:22,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:22,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305562577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:22,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:22,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305562586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:22,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:22,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-22T19:58:22,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:22,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:22,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:22,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:22,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T19:58:22,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305562787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:22,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305562806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:22,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/ed9355f12e4540e1b983f12d8923f9d8 2024-11-22T19:58:22,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/e7195941762d414481ebe40e0b5a75da is 50, key is test_row_0/B:col10/1732305502450/Put/seqid=0 2024-11-22T19:58:22,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-22T19:58:22,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:22,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:22,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:22,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:22,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:22,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742364_1540 (size=12151) 2024-11-22T19:58:23,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-22T19:58:23,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:23,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:23,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:23,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T19:58:23,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305563096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:23,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:23,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305563116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:23,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-22T19:58:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:23,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/e7195941762d414481ebe40e0b5a75da 2024-11-22T19:58:23,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/31534dbe92504e71ac4099cfa1210be9 is 50, key is test_row_0/C:col10/1732305502450/Put/seqid=0 2024-11-22T19:58:23,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742365_1541 (size=12151) 2024-11-22T19:58:23,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-22T19:58:23,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:23,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:23,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:23,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-22T19:58:23,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:23,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:23,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:23,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T19:58:23,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305563616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:23,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-22T19:58:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:23,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:23,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305563636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:23,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/31534dbe92504e71ac4099cfa1210be9 2024-11-22T19:58:23,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/ed9355f12e4540e1b983f12d8923f9d8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/ed9355f12e4540e1b983f12d8923f9d8 2024-11-22T19:58:23,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/ed9355f12e4540e1b983f12d8923f9d8, entries=250, sequenceid=234, filesize=16.5 K 2024-11-22T19:58:23,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/e7195941762d414481ebe40e0b5a75da as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e7195941762d414481ebe40e0b5a75da 2024-11-22T19:58:23,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e7195941762d414481ebe40e0b5a75da, entries=150, sequenceid=234, filesize=11.9 K 2024-11-22T19:58:23,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/31534dbe92504e71ac4099cfa1210be9 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/31534dbe92504e71ac4099cfa1210be9 2024-11-22T19:58:23,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/31534dbe92504e71ac4099cfa1210be9, entries=150, sequenceid=234, filesize=11.9 K 2024-11-22T19:58:23,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for c76d0567e8767fb77233d5d2d9e779bd in 1249ms, sequenceid=234, compaction requested=true 2024-11-22T19:58:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:23,699 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:23,699 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:23,700 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:23,700 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:23,700 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/A is initiating minor compaction (all files) 2024-11-22T19:58:23,700 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/B is initiating minor compaction (all files) 2024-11-22T19:58:23,700 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/A in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:23,700 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/B in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:23,700 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/844eb752c72c4bb993bd6f480e826fe0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/295631e26f024a3a97da3dec89bce66e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/ed9355f12e4540e1b983f12d8923f9d8] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=40.7 K 2024-11-22T19:58:23,700 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/3ac4f37120504394b341cd49c6f6350c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/bfb45fb7289f44b58d50b76db9821b57, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e7195941762d414481ebe40e0b5a75da] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=36.0 K 2024-11-22T19:58:23,701 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ac4f37120504394b341cd49c6f6350c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732305499872 2024-11-22T19:58:23,701 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting bfb45fb7289f44b58d50b76db9821b57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732305500540 2024-11-22T19:58:23,701 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 844eb752c72c4bb993bd6f480e826fe0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732305499872 2024-11-22T19:58:23,701 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 295631e26f024a3a97da3dec89bce66e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732305500540 2024-11-22T19:58:23,701 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting e7195941762d414481ebe40e0b5a75da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732305501768 2024-11-22T19:58:23,701 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed9355f12e4540e1b983f12d8923f9d8, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732305501768 2024-11-22T19:58:23,708 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#A#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:23,709 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/a289d738ab6748cbab10aa0e69c9dad4 is 50, key is test_row_0/A:col10/1732305502450/Put/seqid=0 2024-11-22T19:58:23,714 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#B#compaction#465 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:23,714 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/5e3f4ad8f45547b0b8d978922a7483f0 is 50, key is test_row_0/B:col10/1732305502450/Put/seqid=0 2024-11-22T19:58:23,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742366_1542 (size=12697) 2024-11-22T19:58:23,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742367_1543 (size=12697) 2024-11-22T19:58:23,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-22T19:58:23,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:23,785 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T19:58:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/b60ce6dab14a4312a0e55dd1238bc165 is 50, key is test_row_0/A:col10/1732305502462/Put/seqid=0 2024-11-22T19:58:23,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742368_1544 (size=12151) 2024-11-22T19:58:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:24,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:24,120 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/a289d738ab6748cbab10aa0e69c9dad4 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/a289d738ab6748cbab10aa0e69c9dad4 2024-11-22T19:58:24,124 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/A of c76d0567e8767fb77233d5d2d9e779bd into a289d738ab6748cbab10aa0e69c9dad4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:24,124 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:24,124 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/A, priority=13, startTime=1732305503699; duration=0sec 2024-11-22T19:58:24,124 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:24,124 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:A 2024-11-22T19:58:24,124 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:24,125 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:24,125 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/C is initiating minor compaction (all files) 2024-11-22T19:58:24,125 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/C in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:24,125 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/763aa4304afb4006bda09f7ea07305ac, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/507cc6b75e9f43a190b3d0ae474f6cc1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/31534dbe92504e71ac4099cfa1210be9] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=36.0 K 2024-11-22T19:58:24,125 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 763aa4304afb4006bda09f7ea07305ac, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732305499872 2024-11-22T19:58:24,125 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 507cc6b75e9f43a190b3d0ae474f6cc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732305500540 2024-11-22T19:58:24,126 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31534dbe92504e71ac4099cfa1210be9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732305501768 2024-11-22T19:58:24,130 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/5e3f4ad8f45547b0b8d978922a7483f0 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/5e3f4ad8f45547b0b8d978922a7483f0 2024-11-22T19:58:24,133 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:24,133 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/e762f0c42c944766965c38e48d428d65 is 50, key is test_row_0/C:col10/1732305502450/Put/seqid=0 2024-11-22T19:58:24,134 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/B of c76d0567e8767fb77233d5d2d9e779bd into 5e3f4ad8f45547b0b8d978922a7483f0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:24,134 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:24,134 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/B, priority=13, startTime=1732305503699; duration=0sec 2024-11-22T19:58:24,134 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:24,134 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:B 2024-11-22T19:58:24,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742369_1545 (size=12697) 2024-11-22T19:58:24,195 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/b60ce6dab14a4312a0e55dd1238bc165 2024-11-22T19:58:24,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/de8b59f27ab044dda96725a70561d346 is 50, key is test_row_0/B:col10/1732305502462/Put/seqid=0 2024-11-22T19:58:24,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742370_1546 (size=12151) 2024-11-22T19:58:24,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305564335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:24,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305564446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:24,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:24,541 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/e762f0c42c944766965c38e48d428d65 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/e762f0c42c944766965c38e48d428d65 2024-11-22T19:58:24,545 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/C of c76d0567e8767fb77233d5d2d9e779bd into e762f0c42c944766965c38e48d428d65(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:24,545 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:24,545 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/C, priority=13, startTime=1732305503699; duration=0sec 2024-11-22T19:58:24,545 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:24,545 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:C 2024-11-22T19:58:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T19:58:24,605 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/de8b59f27ab044dda96725a70561d346 2024-11-22T19:58:24,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/a5c62d5491f3421a820b69b3f1568042 is 50, key is test_row_0/C:col10/1732305502462/Put/seqid=0 2024-11-22T19:58:24,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742371_1547 (size=12151) 2024-11-22T19:58:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305564627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:24,635 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:24,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305564656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:24,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305564656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:24,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:24,665 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:24,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59720 deadline: 1732305564676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:24,680 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:24,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59744 deadline: 1732305564697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:24,702 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8264 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:24,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305564977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:24,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:24,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:25,021 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/a5c62d5491f3421a820b69b3f1568042 2024-11-22T19:58:25,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/b60ce6dab14a4312a0e55dd1238bc165 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/b60ce6dab14a4312a0e55dd1238bc165 2024-11-22T19:58:25,030 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/b60ce6dab14a4312a0e55dd1238bc165, entries=150, sequenceid=241, filesize=11.9 K 2024-11-22T19:58:25,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/de8b59f27ab044dda96725a70561d346 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/de8b59f27ab044dda96725a70561d346 2024-11-22T19:58:25,037 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/de8b59f27ab044dda96725a70561d346, entries=150, sequenceid=241, filesize=11.9 K 2024-11-22T19:58:25,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/a5c62d5491f3421a820b69b3f1568042 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/a5c62d5491f3421a820b69b3f1568042 2024-11-22T19:58:25,041 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/a5c62d5491f3421a820b69b3f1568042, entries=150, sequenceid=241, filesize=11.9 K 2024-11-22T19:58:25,042 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for c76d0567e8767fb77233d5d2d9e779bd in 1257ms, sequenceid=241, compaction requested=false 2024-11-22T19:58:25,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:25,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:25,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-22T19:58:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-22T19:58:25,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-22T19:58:25,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6340 sec 2024-11-22T19:58:25,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 2.6390 sec 2024-11-22T19:58:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:25,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-22T19:58:25,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/07c32238062d4815ad59c018954530f8 is 50, key is test_row_0/A:col10/1732305504323/Put/seqid=0 2024-11-22T19:58:25,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742372_1548 (size=14741) 2024-11-22T19:58:25,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305565525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:25,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:25,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:25,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:25,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305565637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:25,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:25,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:25,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:25,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305565846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:25,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/07c32238062d4815ad59c018954530f8 2024-11-22T19:58:25,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/eb6236274b1c4bf699891eb272cb4833 is 50, key is test_row_0/B:col10/1732305504323/Put/seqid=0 2024-11-22T19:58:25,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742373_1549 (size=12301) 2024-11-22T19:58:26,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305566157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:26,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:26,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/eb6236274b1c4bf699891eb272cb4833 2024-11-22T19:58:26,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/daf11ecf390c4108b787339c06adaaa6 is 50, key is test_row_0/C:col10/1732305504323/Put/seqid=0 2024-11-22T19:58:26,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742374_1550 (size=12301) 2024-11-22T19:58:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T19:58:26,577 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:26,577 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-22T19:58:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-22T19:58:26,579 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:26,580 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:26,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:26,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305566656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:26,664 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:26,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305566667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:26,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305566677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:26,684 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:26,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:26,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:26,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-22T19:58:26,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-22T19:58:26,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:26,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:26,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:26,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:26,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:26,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/daf11ecf390c4108b787339c06adaaa6 2024-11-22T19:58:26,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/07c32238062d4815ad59c018954530f8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/07c32238062d4815ad59c018954530f8 2024-11-22T19:58:26,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/07c32238062d4815ad59c018954530f8, entries=200, sequenceid=274, filesize=14.4 K 2024-11-22T19:58:26,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/eb6236274b1c4bf699891eb272cb4833 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/eb6236274b1c4bf699891eb272cb4833 2024-11-22T19:58:26,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/eb6236274b1c4bf699891eb272cb4833, entries=150, sequenceid=274, filesize=12.0 K 2024-11-22T19:58:26,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/daf11ecf390c4108b787339c06adaaa6 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/daf11ecf390c4108b787339c06adaaa6 2024-11-22T19:58:26,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/daf11ecf390c4108b787339c06adaaa6, entries=150, sequenceid=274, filesize=12.0 K 2024-11-22T19:58:26,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for c76d0567e8767fb77233d5d2d9e779bd in 1251ms, sequenceid=274, compaction requested=true 2024-11-22T19:58:26,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:26,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:26,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:26,753 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:26,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:26,753 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:26,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:26,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:26,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:26,754 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:26,754 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:26,754 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/B is initiating minor compaction (all files) 2024-11-22T19:58:26,754 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/A is initiating minor compaction (all files) 2024-11-22T19:58:26,754 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/B in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:26,754 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/A in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:26,754 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/5e3f4ad8f45547b0b8d978922a7483f0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/de8b59f27ab044dda96725a70561d346, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/eb6236274b1c4bf699891eb272cb4833] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=36.3 K 2024-11-22T19:58:26,754 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/a289d738ab6748cbab10aa0e69c9dad4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/b60ce6dab14a4312a0e55dd1238bc165, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/07c32238062d4815ad59c018954530f8] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=38.7 K 2024-11-22T19:58:26,755 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting a289d738ab6748cbab10aa0e69c9dad4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732305501768 2024-11-22T19:58:26,755 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e3f4ad8f45547b0b8d978922a7483f0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732305501768 2024-11-22T19:58:26,755 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting de8b59f27ab044dda96725a70561d346, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732305502461 2024-11-22T19:58:26,755 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting b60ce6dab14a4312a0e55dd1238bc165, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732305502461 2024-11-22T19:58:26,755 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting eb6236274b1c4bf699891eb272cb4833, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732305504302 2024-11-22T19:58:26,755 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07c32238062d4815ad59c018954530f8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732305504302 2024-11-22T19:58:26,762 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#B#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:26,762 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/7e1efef9525d4d3593e45f50e95318a2 is 50, key is test_row_0/B:col10/1732305504323/Put/seqid=0 2024-11-22T19:58:26,765 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#A#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:26,765 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/72db7f615ee14823bb5c195069b0d255 is 50, key is test_row_0/A:col10/1732305504323/Put/seqid=0 2024-11-22T19:58:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742375_1551 (size=12949) 2024-11-22T19:58:26,784 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/7e1efef9525d4d3593e45f50e95318a2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/7e1efef9525d4d3593e45f50e95318a2 2024-11-22T19:58:26,789 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/B of c76d0567e8767fb77233d5d2d9e779bd into 7e1efef9525d4d3593e45f50e95318a2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:26,789 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:26,789 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/B, priority=13, startTime=1732305506753; duration=0sec 2024-11-22T19:58:26,789 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:26,789 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:B 2024-11-22T19:58:26,789 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:26,790 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:26,790 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/C is initiating minor compaction (all files) 2024-11-22T19:58:26,790 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/C in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:26,790 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/e762f0c42c944766965c38e48d428d65, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/a5c62d5491f3421a820b69b3f1568042, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/daf11ecf390c4108b787339c06adaaa6] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=36.3 K 2024-11-22T19:58:26,791 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting e762f0c42c944766965c38e48d428d65, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732305501768 2024-11-22T19:58:26,791 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting a5c62d5491f3421a820b69b3f1568042, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732305502461 2024-11-22T19:58:26,791 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting daf11ecf390c4108b787339c06adaaa6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732305504302 2024-11-22T19:58:26,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742376_1552 (size=12949) 2024-11-22T19:58:26,800 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#C#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:26,800 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/75ad081372344b89b74679f53173f258 is 50, key is test_row_0/C:col10/1732305504323/Put/seqid=0 2024-11-22T19:58:26,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742377_1553 (size=12949) 2024-11-22T19:58:26,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-22T19:58:26,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:26,885 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-22T19:58:26,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/6e33d44887344876825de70cb1e4e56e is 50, key is test_row_0/A:col10/1732305505512/Put/seqid=0 2024-11-22T19:58:26,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742378_1554 (size=9857) 2024-11-22T19:58:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-22T19:58:27,198 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/72db7f615ee14823bb5c195069b0d255 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/72db7f615ee14823bb5c195069b0d255 2024-11-22T19:58:27,202 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/A of c76d0567e8767fb77233d5d2d9e779bd into 72db7f615ee14823bb5c195069b0d255(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:27,202 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:27,202 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/A, priority=13, startTime=1732305506753; duration=0sec 2024-11-22T19:58:27,202 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:27,202 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:A 2024-11-22T19:58:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-22T19:58:27,212 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/75ad081372344b89b74679f53173f258 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/75ad081372344b89b74679f53173f258 2024-11-22T19:58:27,216 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/C of c76d0567e8767fb77233d5d2d9e779bd into 75ad081372344b89b74679f53173f258(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:27,216 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:27,216 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/C, priority=13, startTime=1732305506753; duration=0sec 2024-11-22T19:58:27,216 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:27,216 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:C 2024-11-22T19:58:27,294 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/6e33d44887344876825de70cb1e4e56e 2024-11-22T19:58:27,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/e3caf6512a784c34907ab5c153dc7e96 is 50, key is test_row_0/B:col10/1732305505512/Put/seqid=0 2024-11-22T19:58:27,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742379_1555 (size=9857) 2024-11-22T19:58:27,306 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/e3caf6512a784c34907ab5c153dc7e96 2024-11-22T19:58:27,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/c22a68f3e6cd405eaa34a18ade214ca1 is 50, key is test_row_0/C:col10/1732305505512/Put/seqid=0 2024-11-22T19:58:27,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742380_1556 (size=9857) 2024-11-22T19:58:27,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:27,714 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/c22a68f3e6cd405eaa34a18ade214ca1 2024-11-22T19:58:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-22T19:58:27,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/6e33d44887344876825de70cb1e4e56e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6e33d44887344876825de70cb1e4e56e 2024-11-22T19:58:27,722 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6e33d44887344876825de70cb1e4e56e, entries=100, sequenceid=281, filesize=9.6 K 2024-11-22T19:58:27,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/e3caf6512a784c34907ab5c153dc7e96 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e3caf6512a784c34907ab5c153dc7e96 2024-11-22T19:58:27,725 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e3caf6512a784c34907ab5c153dc7e96, entries=100, sequenceid=281, filesize=9.6 K 2024-11-22T19:58:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/c22a68f3e6cd405eaa34a18ade214ca1 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/c22a68f3e6cd405eaa34a18ade214ca1 2024-11-22T19:58:27,729 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/c22a68f3e6cd405eaa34a18ade214ca1, entries=100, sequenceid=281, filesize=9.6 K 2024-11-22T19:58:27,730 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=80.51 KB/82440 for c76d0567e8767fb77233d5d2d9e779bd in 845ms, sequenceid=281, compaction requested=false 2024-11-22T19:58:27,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:27,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:27,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-22T19:58:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-22T19:58:27,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-22T19:58:27,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1510 sec 2024-11-22T19:58:27,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.1560 sec 2024-11-22T19:58:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:27,737 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:27,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T19:58:27,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/2229b55411e24ecea4085b31a356c3c2 is 50, key is test_row_0/A:col10/1732305507708/Put/seqid=0 2024-11-22T19:58:27,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742381_1557 (size=14741) 2024-11-22T19:58:27,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305567885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:28,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305568006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:28,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/2229b55411e24ecea4085b31a356c3c2 2024-11-22T19:58:28,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/18f960f2a9f343ef95b6dc9e39d62a99 is 50, key is test_row_0/B:col10/1732305507708/Put/seqid=0 2024-11-22T19:58:28,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742382_1558 (size=12301) 2024-11-22T19:58:28,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305568227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:28,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:28,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:28,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:28,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305568537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:28,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:28,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:28,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:28,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/18f960f2a9f343ef95b6dc9e39d62a99 2024-11-22T19:58:28,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/8d7a90def3d24ebf82bb51b66886aad1 is 50, key is test_row_0/C:col10/1732305507708/Put/seqid=0 2024-11-22T19:58:28,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742383_1559 (size=12301) 2024-11-22T19:58:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-22T19:58:28,727 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:28,727 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-22T19:58:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-22T19:58:28,729 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:28,729 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:28,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-22T19:58:28,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T19:58:28,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:28,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:28,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:28,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:28,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:28,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/8d7a90def3d24ebf82bb51b66886aad1 2024-11-22T19:58:28,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/2229b55411e24ecea4085b31a356c3c2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2229b55411e24ecea4085b31a356c3c2 2024-11-22T19:58:28,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2229b55411e24ecea4085b31a356c3c2, entries=200, sequenceid=299, filesize=14.4 K 2024-11-22T19:58:28,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/18f960f2a9f343ef95b6dc9e39d62a99 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/18f960f2a9f343ef95b6dc9e39d62a99 2024-11-22T19:58:28,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/18f960f2a9f343ef95b6dc9e39d62a99, entries=150, sequenceid=299, filesize=12.0 K 2024-11-22T19:58:28,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/8d7a90def3d24ebf82bb51b66886aad1 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8d7a90def3d24ebf82bb51b66886aad1 2024-11-22T19:58:28,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8d7a90def3d24ebf82bb51b66886aad1, entries=150, sequenceid=299, filesize=12.0 K 2024-11-22T19:58:28,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c76d0567e8767fb77233d5d2d9e779bd in 1241ms, sequenceid=299, compaction requested=true 2024-11-22T19:58:28,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:28,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:28,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:28,979 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:28,979 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:28,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:28,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:28,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:28,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:28,980 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37547 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:28,980 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:28,980 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/B is initiating minor compaction (all files) 2024-11-22T19:58:28,980 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/A is initiating minor compaction (all files) 2024-11-22T19:58:28,980 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/B in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:28,980 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/A in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:28,980 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/7e1efef9525d4d3593e45f50e95318a2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e3caf6512a784c34907ab5c153dc7e96, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/18f960f2a9f343ef95b6dc9e39d62a99] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=34.3 K 2024-11-22T19:58:28,980 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/72db7f615ee14823bb5c195069b0d255, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6e33d44887344876825de70cb1e4e56e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2229b55411e24ecea4085b31a356c3c2] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=36.7 K 2024-11-22T19:58:28,980 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e1efef9525d4d3593e45f50e95318a2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732305504302 2024-11-22T19:58:28,980 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72db7f615ee14823bb5c195069b0d255, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732305504302 2024-11-22T19:58:28,981 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e33d44887344876825de70cb1e4e56e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732305505512 2024-11-22T19:58:28,981 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting e3caf6512a784c34907ab5c153dc7e96, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732305505512 2024-11-22T19:58:28,981 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 18f960f2a9f343ef95b6dc9e39d62a99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732305507708 2024-11-22T19:58:28,981 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2229b55411e24ecea4085b31a356c3c2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732305507708 2024-11-22T19:58:28,993 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:28,993 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/714a6f86c41744f1b189fe28d1592364 is 50, key is test_row_0/B:col10/1732305507708/Put/seqid=0 2024-11-22T19:58:28,994 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#A#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:28,994 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/be1659ee26da40e8a027ce98dd5aff4a is 50, key is test_row_0/A:col10/1732305507708/Put/seqid=0 2024-11-22T19:58:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742384_1560 (size=13051) 2024-11-22T19:58:29,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742385_1561 (size=13051) 2024-11-22T19:58:29,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-22T19:58:29,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:29,035 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T19:58:29,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/2f9042843a9b42bb81c3fed94b3296db is 50, key is test_row_0/A:col10/1732305507856/Put/seqid=0 2024-11-22T19:58:29,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742386_1562 (size=12301) 2024-11-22T19:58:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-22T19:58:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:29,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. as already flushing 2024-11-22T19:58:29,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305569176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305569297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:29,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:29,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:29,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-22T19:58:29,408 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/714a6f86c41744f1b189fe28d1592364 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/714a6f86c41744f1b189fe28d1592364 2024-11-22T19:58:29,412 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/B of c76d0567e8767fb77233d5d2d9e779bd into 714a6f86c41744f1b189fe28d1592364(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:29,412 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:29,413 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/B, priority=13, startTime=1732305508979; duration=0sec 2024-11-22T19:58:29,413 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:29,413 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:B 2024-11-22T19:58:29,413 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:29,413 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:29,413 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/C is initiating minor compaction (all files) 2024-11-22T19:58:29,414 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/C in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:29,414 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/75ad081372344b89b74679f53173f258, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/c22a68f3e6cd405eaa34a18ade214ca1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8d7a90def3d24ebf82bb51b66886aad1] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=34.3 K 2024-11-22T19:58:29,414 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 75ad081372344b89b74679f53173f258, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732305504302 2024-11-22T19:58:29,414 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c22a68f3e6cd405eaa34a18ade214ca1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732305505512 2024-11-22T19:58:29,414 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d7a90def3d24ebf82bb51b66886aad1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732305507708 2024-11-22T19:58:29,414 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/be1659ee26da40e8a027ce98dd5aff4a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/be1659ee26da40e8a027ce98dd5aff4a 2024-11-22T19:58:29,418 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/A of c76d0567e8767fb77233d5d2d9e779bd into be1659ee26da40e8a027ce98dd5aff4a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:29,418 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:29,418 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/A, priority=13, startTime=1732305508979; duration=0sec 2024-11-22T19:58:29,418 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:29,418 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:A 2024-11-22T19:58:29,419 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#C#compaction#485 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:29,420 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/6faee037e232489ea388736d569f23a4 is 50, key is test_row_0/C:col10/1732305507708/Put/seqid=0 2024-11-22T19:58:29,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742387_1563 (size=13051) 2024-11-22T19:58:29,443 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/2f9042843a9b42bb81c3fed94b3296db 2024-11-22T19:58:29,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/9316e7a473d14b9690e0e34a74372174 is 50, key is test_row_0/B:col10/1732305507856/Put/seqid=0 2024-11-22T19:58:29,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742388_1564 (size=12301) 2024-11-22T19:58:29,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305569506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:29,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:29,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:29,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:29,829 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/6faee037e232489ea388736d569f23a4 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/6faee037e232489ea388736d569f23a4 2024-11-22T19:58:29,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305569827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:29,834 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/C of c76d0567e8767fb77233d5d2d9e779bd into 6faee037e232489ea388736d569f23a4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:29,834 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:29,834 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/C, priority=13, startTime=1732305508979; duration=0sec 2024-11-22T19:58:29,834 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:29,834 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:C 2024-11-22T19:58:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:29,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:29,854 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/9316e7a473d14b9690e0e34a74372174 2024-11-22T19:58:29,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/0aabbb129dba481387a23a2f8a30f93d is 50, key is test_row_0/C:col10/1732305507856/Put/seqid=0 2024-11-22T19:58:29,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742389_1565 (size=12301) 2024-11-22T19:58:29,864 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/0aabbb129dba481387a23a2f8a30f93d 2024-11-22T19:58:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-22T19:58:29,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/2f9042843a9b42bb81c3fed94b3296db as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2f9042843a9b42bb81c3fed94b3296db 2024-11-22T19:58:29,870 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2f9042843a9b42bb81c3fed94b3296db, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T19:58:29,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-22T19:58:29,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/9316e7a473d14b9690e0e34a74372174 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/9316e7a473d14b9690e0e34a74372174 2024-11-22T19:58:29,875 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/9316e7a473d14b9690e0e34a74372174, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T19:58:29,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/0aabbb129dba481387a23a2f8a30f93d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/0aabbb129dba481387a23a2f8a30f93d 2024-11-22T19:58:29,878 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/0aabbb129dba481387a23a2f8a30f93d, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T19:58:29,879 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c76d0567e8767fb77233d5d2d9e779bd in 844ms, sequenceid=319, compaction requested=false 2024-11-22T19:58:29,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:29,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:29,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-22T19:58:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-22T19:58:29,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-22T19:58:29,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1500 sec 2024-11-22T19:58:29,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 1.1550 sec 2024-11-22T19:58:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:30,352 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:30,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T19:58:30,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/a209642cc0d44b09a71f4536bacdc80c is 50, key is test_row_0/A:col10/1732305509138/Put/seqid=0 2024-11-22T19:58:30,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742390_1566 (size=14741) 2024-11-22T19:58:30,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/a209642cc0d44b09a71f4536bacdc80c 2024-11-22T19:58:30,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/d5ecac2f81da498c835bbfa73893e37a is 50, key is test_row_0/B:col10/1732305509138/Put/seqid=0 2024-11-22T19:58:30,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742391_1567 (size=12301) 2024-11-22T19:58:30,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305570502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:30,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:30,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:30,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:30,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305570616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:30,653 INFO [Thread-2206 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2206. 2024-11-22T19:58:30,653 DEBUG [Thread-2206 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:30,653 DEBUG [Thread-2206 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:30,654 DEBUG [Thread-2206 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:30,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:30,654 INFO [Thread-2210 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2210. 2024-11-22T19:58:30,654 DEBUG [Thread-2210 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:30,655 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:30,655 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:30,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:30,656 INFO [Thread-2202 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2202. 2024-11-22T19:58:30,656 DEBUG [Thread-2202 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:30,656 DEBUG [Thread-2202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:30,656 DEBUG [Thread-2202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:30,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:30,664 INFO [Thread-2208 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2208. 2024-11-22T19:58:30,664 DEBUG [Thread-2208 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:30,664 DEBUG [Thread-2208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:30,664 DEBUG [Thread-2208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:30,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:30,665 INFO [Thread-2204 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2204. 2024-11-22T19:58:30,665 DEBUG [Thread-2204 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:30,665 DEBUG [Thread-2204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:30,665 DEBUG [Thread-2204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:30,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:30,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59792 deadline: 1732305570686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:30,687 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:30,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59734 deadline: 1732305570706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:30,707 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_2' in c76d0567e8767fb77233d5d2d9e779bd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:30,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:30,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:30,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:30,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/d5ecac2f81da498c835bbfa73893e37a 2024-11-22T19:58:30,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/3c86ea8c06ca4ff8be0c52f248183111 is 50, key is test_row_0/C:col10/1732305509138/Put/seqid=0 2024-11-22T19:58:30,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742392_1568 (size=12301) 2024-11-22T19:58:30,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305570837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-22T19:58:30,887 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:31,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59726 deadline: 1732305571146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:31,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 , the old value is region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:31,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:31,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., hostname=982bb8edae1e,45729,1732305367266, seqNum=2 because the exception is null or not the one we care about 2024-11-22T19:58:31,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/3c86ea8c06ca4ff8be0c52f248183111 2024-11-22T19:58:31,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/a209642cc0d44b09a71f4536bacdc80c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/a209642cc0d44b09a71f4536bacdc80c 2024-11-22T19:58:31,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/a209642cc0d44b09a71f4536bacdc80c, entries=200, sequenceid=339, filesize=14.4 K 2024-11-22T19:58:31,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/d5ecac2f81da498c835bbfa73893e37a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/d5ecac2f81da498c835bbfa73893e37a 2024-11-22T19:58:31,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/d5ecac2f81da498c835bbfa73893e37a, entries=150, sequenceid=339, filesize=12.0 K 2024-11-22T19:58:31,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/3c86ea8c06ca4ff8be0c52f248183111 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/3c86ea8c06ca4ff8be0c52f248183111 2024-11-22T19:58:31,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/3c86ea8c06ca4ff8be0c52f248183111, entries=150, sequenceid=339, filesize=12.0 K 2024-11-22T19:58:31,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c76d0567e8767fb77233d5d2d9e779bd in 845ms, sequenceid=339, compaction requested=true 2024-11-22T19:58:31,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:31,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:31,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:31,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:31,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:31,197 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:31,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c76d0567e8767fb77233d5d2d9e779bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:31,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:31,197 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:31,198 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:31,198 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:31,198 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/A is initiating minor compaction (all files) 2024-11-22T19:58:31,198 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/B is initiating minor compaction (all files) 2024-11-22T19:58:31,198 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/A in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:31,198 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/B in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:31,198 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/be1659ee26da40e8a027ce98dd5aff4a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2f9042843a9b42bb81c3fed94b3296db, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/a209642cc0d44b09a71f4536bacdc80c] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=39.2 K 2024-11-22T19:58:31,198 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/714a6f86c41744f1b189fe28d1592364, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/9316e7a473d14b9690e0e34a74372174, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/d5ecac2f81da498c835bbfa73893e37a] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=36.8 K 2024-11-22T19:58:31,199 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting be1659ee26da40e8a027ce98dd5aff4a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732305507708 2024-11-22T19:58:31,199 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 714a6f86c41744f1b189fe28d1592364, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732305507708 2024-11-22T19:58:31,199 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 9316e7a473d14b9690e0e34a74372174, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732305507842 2024-11-22T19:58:31,199 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f9042843a9b42bb81c3fed94b3296db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732305507842 2024-11-22T19:58:31,199 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting d5ecac2f81da498c835bbfa73893e37a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732305509138 2024-11-22T19:58:31,199 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting a209642cc0d44b09a71f4536bacdc80c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732305509138 2024-11-22T19:58:31,204 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#A#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:31,204 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/3e42c2f6b7ef453f948f1f7d7d490418 is 50, key is test_row_0/A:col10/1732305509138/Put/seqid=0 2024-11-22T19:58:31,205 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#B#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:31,205 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/3069d7c6e27b401b8a495afcbe6b3e01 is 50, key is test_row_0/B:col10/1732305509138/Put/seqid=0 2024-11-22T19:58:31,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742393_1569 (size=13153) 2024-11-22T19:58:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742394_1570 (size=13153) 2024-11-22T19:58:31,212 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/3069d7c6e27b401b8a495afcbe6b3e01 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/3069d7c6e27b401b8a495afcbe6b3e01 2024-11-22T19:58:31,215 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/B of c76d0567e8767fb77233d5d2d9e779bd into 3069d7c6e27b401b8a495afcbe6b3e01(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:31,215 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:31,215 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/B, priority=13, startTime=1732305511197; duration=0sec 2024-11-22T19:58:31,216 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:31,216 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:B 2024-11-22T19:58:31,216 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:31,216 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:31,216 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): c76d0567e8767fb77233d5d2d9e779bd/C is initiating minor compaction (all files) 2024-11-22T19:58:31,216 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c76d0567e8767fb77233d5d2d9e779bd/C in TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:31,216 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/6faee037e232489ea388736d569f23a4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/0aabbb129dba481387a23a2f8a30f93d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/3c86ea8c06ca4ff8be0c52f248183111] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp, totalSize=36.8 K 2024-11-22T19:58:31,217 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 6faee037e232489ea388736d569f23a4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732305507708 2024-11-22T19:58:31,217 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aabbb129dba481387a23a2f8a30f93d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732305507842 2024-11-22T19:58:31,217 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c86ea8c06ca4ff8be0c52f248183111, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732305509138 2024-11-22T19:58:31,221 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c76d0567e8767fb77233d5d2d9e779bd#C#compaction#493 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:31,222 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/8f01fdc0d25049c2bcea0f5f7ef80657 is 50, key is test_row_0/C:col10/1732305509138/Put/seqid=0 2024-11-22T19:58:31,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742395_1571 (size=13153) 2024-11-22T19:58:31,611 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/3e42c2f6b7ef453f948f1f7d7d490418 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/3e42c2f6b7ef453f948f1f7d7d490418 2024-11-22T19:58:31,615 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/A of c76d0567e8767fb77233d5d2d9e779bd into 3e42c2f6b7ef453f948f1f7d7d490418(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:31,615 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:31,615 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/A, priority=13, startTime=1732305511197; duration=0sec 2024-11-22T19:58:31,615 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:31,615 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:A 2024-11-22T19:58:31,627 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/8f01fdc0d25049c2bcea0f5f7ef80657 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8f01fdc0d25049c2bcea0f5f7ef80657 2024-11-22T19:58:31,630 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c76d0567e8767fb77233d5d2d9e779bd/C of c76d0567e8767fb77233d5d2d9e779bd into 8f01fdc0d25049c2bcea0f5f7ef80657(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:31,630 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:31,630 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., storeName=c76d0567e8767fb77233d5d2d9e779bd/C, priority=13, startTime=1732305511197; duration=0sec 2024-11-22T19:58:31,630 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:31,630 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c76d0567e8767fb77233d5d2d9e779bd:C 2024-11-22T19:58:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:31,658 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:31,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T19:58:31,658 INFO [Thread-2197 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2197. 2024-11-22T19:58:31,658 DEBUG [Thread-2197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:31,658 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:31,658 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:31,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:31,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/1a42800b3d084cb78bc4246ffa171c91 is 50, key is test_row_0/A:col10/1732305511657/Put/seqid=0 2024-11-22T19:58:31,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742396_1572 (size=12301) 2024-11-22T19:58:32,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/1a42800b3d084cb78bc4246ffa171c91 2024-11-22T19:58:32,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/8753563c243d4823ba888ed3257be880 is 50, key is test_row_0/B:col10/1732305511657/Put/seqid=0 2024-11-22T19:58:32,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742397_1573 (size=12301) 2024-11-22T19:58:32,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/8753563c243d4823ba888ed3257be880 2024-11-22T19:58:32,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/7a563fd4cf63482ba4aa2262be2d4015 is 50, key is test_row_0/C:col10/1732305511657/Put/seqid=0 2024-11-22T19:58:32,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742398_1574 (size=12301) 2024-11-22T19:58:32,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/7a563fd4cf63482ba4aa2262be2d4015 2024-11-22T19:58:32,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/1a42800b3d084cb78bc4246ffa171c91 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/1a42800b3d084cb78bc4246ffa171c91 2024-11-22T19:58:32,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/1a42800b3d084cb78bc4246ffa171c91, entries=150, sequenceid=362, filesize=12.0 K 2024-11-22T19:58:32,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/8753563c243d4823ba888ed3257be880 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/8753563c243d4823ba888ed3257be880 2024-11-22T19:58:32,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/8753563c243d4823ba888ed3257be880, entries=150, sequenceid=362, filesize=12.0 K 2024-11-22T19:58:32,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/7a563fd4cf63482ba4aa2262be2d4015 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/7a563fd4cf63482ba4aa2262be2d4015 2024-11-22T19:58:32,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/7a563fd4cf63482ba4aa2262be2d4015, entries=150, sequenceid=362, filesize=12.0 K 2024-11-22T19:58:32,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for c76d0567e8767fb77233d5d2d9e779bd in 1235ms, sequenceid=362, compaction requested=false 2024-11-22T19:58:32,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c76d0567e8767fb77233d5d2d9e779bd: 2024-11-22T19:58:34,708 INFO [Thread-2193 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2193. 2024-11-22T19:58:34,708 DEBUG [Thread-2193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:34,708 DEBUG [Thread-2193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:34,708 DEBUG [Thread-2193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:34,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:34,777 INFO [Thread-2191 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2191. 2024-11-22T19:58:34,777 DEBUG [Thread-2191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:34,777 DEBUG [Thread-2191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:34,777 DEBUG [Thread-2191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:34,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:35,566 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T19:58:40,728 INFO [Thread-2195 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2195. 2024-11-22T19:58:40,728 DEBUG [Thread-2195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:40,728 DEBUG [Thread-2195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:40,728 DEBUG [Thread-2195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:40,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:40,778 INFO [Thread-2199 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2199. 2024-11-22T19:58:40,779 DEBUG [Thread-2199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:58:40,779 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:40,779 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:40,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 131 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1375 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4125 rows 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1373 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4119 rows 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1376 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4128 rows 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1378 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4134 rows 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1375 2024-11-22T19:58:40,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4123 rows 2024-11-22T19:58:40,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:58:40,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:58:40,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:40,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:40,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:58:40,781 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T19:58:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-22T19:58:40,785 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305520784"}]},"ts":"1732305520784"} 2024-11-22T19:58:40,786 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T19:58:40,786 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T19:58:40,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T19:58:40,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c76d0567e8767fb77233d5d2d9e779bd, UNASSIGN}] 2024-11-22T19:58:40,789 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c76d0567e8767fb77233d5d2d9e779bd, UNASSIGN 2024-11-22T19:58:40,789 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=c76d0567e8767fb77233d5d2d9e779bd, regionState=CLOSING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:40,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c76d0567e8767fb77233d5d2d9e779bd, UNASSIGN because future has completed 2024-11-22T19:58:40,791 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T19:58:40,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:58:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-22T19:58:40,943 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:40,943 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T19:58:40,943 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing c76d0567e8767fb77233d5d2d9e779bd, disabling compactions & flushes 2024-11-22T19:58:40,943 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:40,943 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:40,943 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. after waiting 0 ms 2024-11-22T19:58:40,943 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:40,943 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(2902): Flushing c76d0567e8767fb77233d5d2d9e779bd 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T19:58:40,947 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/2d98ce0c21b84f3d9a32822cc65e8ced is 50, key is test_row_0/A:col10/1732305514776/Put/seqid=0 2024-11-22T19:58:40,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742399_1575 (size=9857) 2024-11-22T19:58:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-22T19:58:41,353 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/2d98ce0c21b84f3d9a32822cc65e8ced 2024-11-22T19:58:41,359 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/606bc2d79dfd41438c37281968dda363 is 50, key is test_row_0/B:col10/1732305514776/Put/seqid=0 2024-11-22T19:58:41,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742400_1576 (size=9857) 2024-11-22T19:58:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-22T19:58:41,763 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/606bc2d79dfd41438c37281968dda363 2024-11-22T19:58:41,768 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/21ecf5a5f5d346d49d637de0f4e3c170 is 50, key is test_row_0/C:col10/1732305514776/Put/seqid=0 2024-11-22T19:58:41,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742401_1577 (size=9857) 2024-11-22T19:58:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-22T19:58:42,172 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/21ecf5a5f5d346d49d637de0f4e3c170 2024-11-22T19:58:42,175 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/A/2d98ce0c21b84f3d9a32822cc65e8ced as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2d98ce0c21b84f3d9a32822cc65e8ced 2024-11-22T19:58:42,178 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2d98ce0c21b84f3d9a32822cc65e8ced, entries=100, sequenceid=369, filesize=9.6 K 2024-11-22T19:58:42,178 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/B/606bc2d79dfd41438c37281968dda363 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/606bc2d79dfd41438c37281968dda363 2024-11-22T19:58:42,181 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/606bc2d79dfd41438c37281968dda363, entries=100, sequenceid=369, filesize=9.6 K 2024-11-22T19:58:42,181 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/.tmp/C/21ecf5a5f5d346d49d637de0f4e3c170 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/21ecf5a5f5d346d49d637de0f4e3c170 2024-11-22T19:58:42,184 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/21ecf5a5f5d346d49d637de0f4e3c170, entries=100, sequenceid=369, filesize=9.6 K 2024-11-22T19:58:42,185 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c76d0567e8767fb77233d5d2d9e779bd in 1242ms, sequenceid=369, compaction requested=true 2024-11-22T19:58:42,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/d8f2c78f22844cd8b8bc25a40546559a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/edb62335a304412c9f42cf7a881fb2b4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6d6a4c2d6c29487ca37931981b6c6a7e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6676a513d91244a6a22653a293d2cb21, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/499a5ba4437e463e8848a50eebb4a992, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/f8bd8d325cad4baaacc0d8d2bb7196e5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/9e48116edf73428db7b3d0ea6aa7a47d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/1cae9d995a0d4c179fd35340f3773fee, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6a8f5ce7c0404662b9bc645a0d65dc8c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/c4f59d72c2f14984bd1a72c26b0d64d8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/06b925d236aa49c5aed4a6a54f53988f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/5922dd2e00e84678aeb8a550118fd1bb, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/955829d229b54dddab7fcb874c2bf27d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/844eb752c72c4bb993bd6f480e826fe0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/295631e26f024a3a97da3dec89bce66e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/ed9355f12e4540e1b983f12d8923f9d8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/a289d738ab6748cbab10aa0e69c9dad4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/b60ce6dab14a4312a0e55dd1238bc165, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/07c32238062d4815ad59c018954530f8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/72db7f615ee14823bb5c195069b0d255, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6e33d44887344876825de70cb1e4e56e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2229b55411e24ecea4085b31a356c3c2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/be1659ee26da40e8a027ce98dd5aff4a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2f9042843a9b42bb81c3fed94b3296db, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/a209642cc0d44b09a71f4536bacdc80c] to archive 2024-11-22T19:58:42,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:58:42,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/d8f2c78f22844cd8b8bc25a40546559a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/d8f2c78f22844cd8b8bc25a40546559a 2024-11-22T19:58:42,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/edb62335a304412c9f42cf7a881fb2b4 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/edb62335a304412c9f42cf7a881fb2b4 2024-11-22T19:58:42,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6d6a4c2d6c29487ca37931981b6c6a7e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6d6a4c2d6c29487ca37931981b6c6a7e 2024-11-22T19:58:42,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6676a513d91244a6a22653a293d2cb21 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6676a513d91244a6a22653a293d2cb21 2024-11-22T19:58:42,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/499a5ba4437e463e8848a50eebb4a992 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/499a5ba4437e463e8848a50eebb4a992 2024-11-22T19:58:42,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/f8bd8d325cad4baaacc0d8d2bb7196e5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/f8bd8d325cad4baaacc0d8d2bb7196e5 2024-11-22T19:58:42,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/9e48116edf73428db7b3d0ea6aa7a47d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/9e48116edf73428db7b3d0ea6aa7a47d 2024-11-22T19:58:42,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/1cae9d995a0d4c179fd35340f3773fee to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/1cae9d995a0d4c179fd35340f3773fee 2024-11-22T19:58:42,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6a8f5ce7c0404662b9bc645a0d65dc8c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6a8f5ce7c0404662b9bc645a0d65dc8c 2024-11-22T19:58:42,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/c4f59d72c2f14984bd1a72c26b0d64d8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/c4f59d72c2f14984bd1a72c26b0d64d8 2024-11-22T19:58:42,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/06b925d236aa49c5aed4a6a54f53988f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/06b925d236aa49c5aed4a6a54f53988f 2024-11-22T19:58:42,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/5922dd2e00e84678aeb8a550118fd1bb to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/5922dd2e00e84678aeb8a550118fd1bb 2024-11-22T19:58:42,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/955829d229b54dddab7fcb874c2bf27d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/955829d229b54dddab7fcb874c2bf27d 2024-11-22T19:58:42,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/844eb752c72c4bb993bd6f480e826fe0 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/844eb752c72c4bb993bd6f480e826fe0 2024-11-22T19:58:42,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/295631e26f024a3a97da3dec89bce66e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/295631e26f024a3a97da3dec89bce66e 2024-11-22T19:58:42,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/ed9355f12e4540e1b983f12d8923f9d8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/ed9355f12e4540e1b983f12d8923f9d8 2024-11-22T19:58:42,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/a289d738ab6748cbab10aa0e69c9dad4 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/a289d738ab6748cbab10aa0e69c9dad4 2024-11-22T19:58:42,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/b60ce6dab14a4312a0e55dd1238bc165 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/b60ce6dab14a4312a0e55dd1238bc165 2024-11-22T19:58:42,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/07c32238062d4815ad59c018954530f8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/07c32238062d4815ad59c018954530f8 2024-11-22T19:58:42,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/72db7f615ee14823bb5c195069b0d255 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/72db7f615ee14823bb5c195069b0d255 2024-11-22T19:58:42,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6e33d44887344876825de70cb1e4e56e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/6e33d44887344876825de70cb1e4e56e 2024-11-22T19:58:42,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2229b55411e24ecea4085b31a356c3c2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2229b55411e24ecea4085b31a356c3c2 2024-11-22T19:58:42,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/be1659ee26da40e8a027ce98dd5aff4a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/be1659ee26da40e8a027ce98dd5aff4a 2024-11-22T19:58:42,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2f9042843a9b42bb81c3fed94b3296db to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2f9042843a9b42bb81c3fed94b3296db 2024-11-22T19:58:42,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/a209642cc0d44b09a71f4536bacdc80c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/a209642cc0d44b09a71f4536bacdc80c 2024-11-22T19:58:42,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/f62362b57bb942c39b7ed831ab884548, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/07c80842c31a4ff4b69fd6cde6618f4a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/b5a53489e5114c1180fe4df8f809875d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/0bb60085ab2e4eafba8083bcd60484bc, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/9ed2a22605284833ba18f2e5ed711cf2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e9c1047b73184bb194f0933ae6f267ce, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/45c6495a6980446d8edc19671418956d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/ad40882d3a9d47d38f82d66cdbd630bf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/ce7229d742a94ce3a087ddd29c28e3d8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/6b961fe08d6a47be93c339df7666ef8b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/da6f556556d5429eb8b09c091cc2da10, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/44f82bda32384178a246655a29043778, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/3ac4f37120504394b341cd49c6f6350c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/7773e7d3655c43b69a4fa546a30d8f08, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/bfb45fb7289f44b58d50b76db9821b57, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/5e3f4ad8f45547b0b8d978922a7483f0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e7195941762d414481ebe40e0b5a75da, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/de8b59f27ab044dda96725a70561d346, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/7e1efef9525d4d3593e45f50e95318a2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/eb6236274b1c4bf699891eb272cb4833, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e3caf6512a784c34907ab5c153dc7e96, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/714a6f86c41744f1b189fe28d1592364, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/18f960f2a9f343ef95b6dc9e39d62a99, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/9316e7a473d14b9690e0e34a74372174, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/d5ecac2f81da498c835bbfa73893e37a] to archive 2024-11-22T19:58:42,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:58:42,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/f62362b57bb942c39b7ed831ab884548 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/f62362b57bb942c39b7ed831ab884548 2024-11-22T19:58:42,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/07c80842c31a4ff4b69fd6cde6618f4a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/07c80842c31a4ff4b69fd6cde6618f4a 2024-11-22T19:58:42,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/b5a53489e5114c1180fe4df8f809875d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/b5a53489e5114c1180fe4df8f809875d 2024-11-22T19:58:42,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/0bb60085ab2e4eafba8083bcd60484bc to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/0bb60085ab2e4eafba8083bcd60484bc 2024-11-22T19:58:42,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/9ed2a22605284833ba18f2e5ed711cf2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/9ed2a22605284833ba18f2e5ed711cf2 2024-11-22T19:58:42,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e9c1047b73184bb194f0933ae6f267ce to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e9c1047b73184bb194f0933ae6f267ce 2024-11-22T19:58:42,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/45c6495a6980446d8edc19671418956d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/45c6495a6980446d8edc19671418956d 2024-11-22T19:58:42,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/ad40882d3a9d47d38f82d66cdbd630bf to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/ad40882d3a9d47d38f82d66cdbd630bf 2024-11-22T19:58:42,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/ce7229d742a94ce3a087ddd29c28e3d8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/ce7229d742a94ce3a087ddd29c28e3d8 2024-11-22T19:58:42,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/6b961fe08d6a47be93c339df7666ef8b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/6b961fe08d6a47be93c339df7666ef8b 2024-11-22T19:58:42,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/da6f556556d5429eb8b09c091cc2da10 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/da6f556556d5429eb8b09c091cc2da10 2024-11-22T19:58:42,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/44f82bda32384178a246655a29043778 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/44f82bda32384178a246655a29043778 2024-11-22T19:58:42,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/3ac4f37120504394b341cd49c6f6350c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/3ac4f37120504394b341cd49c6f6350c 2024-11-22T19:58:42,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/7773e7d3655c43b69a4fa546a30d8f08 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/7773e7d3655c43b69a4fa546a30d8f08 2024-11-22T19:58:42,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/bfb45fb7289f44b58d50b76db9821b57 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/bfb45fb7289f44b58d50b76db9821b57 2024-11-22T19:58:42,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/5e3f4ad8f45547b0b8d978922a7483f0 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/5e3f4ad8f45547b0b8d978922a7483f0 2024-11-22T19:58:42,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e7195941762d414481ebe40e0b5a75da to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e7195941762d414481ebe40e0b5a75da 2024-11-22T19:58:42,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/de8b59f27ab044dda96725a70561d346 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/de8b59f27ab044dda96725a70561d346 2024-11-22T19:58:42,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/7e1efef9525d4d3593e45f50e95318a2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/7e1efef9525d4d3593e45f50e95318a2 2024-11-22T19:58:42,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/eb6236274b1c4bf699891eb272cb4833 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/eb6236274b1c4bf699891eb272cb4833 2024-11-22T19:58:42,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e3caf6512a784c34907ab5c153dc7e96 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/e3caf6512a784c34907ab5c153dc7e96 2024-11-22T19:58:42,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/714a6f86c41744f1b189fe28d1592364 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/714a6f86c41744f1b189fe28d1592364 2024-11-22T19:58:42,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/18f960f2a9f343ef95b6dc9e39d62a99 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/18f960f2a9f343ef95b6dc9e39d62a99 2024-11-22T19:58:42,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/9316e7a473d14b9690e0e34a74372174 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/9316e7a473d14b9690e0e34a74372174 2024-11-22T19:58:42,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/d5ecac2f81da498c835bbfa73893e37a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/d5ecac2f81da498c835bbfa73893e37a 2024-11-22T19:58:42,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/ed2871d1ea854d439414e8387d1b52f0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b2398fa8e26f4afda55782bf14d405cf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/44a9b84a3ed24386990d704f1cd57034, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b6beac2815844f2fadb25e5d608d7135, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/239a970ab0a24fd5a61af37a3e94ccdf, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b55bda4dcb914f20a662c4e341a4b07e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8989b6d95f4e49bd826c5f8b26740c40, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/507bf76faa11403080782cffb3034019, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/d2a82a4abc1141d08bed3421a8366b28, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/199763a14d894d1c8d8a6c2927150a4f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/1804b186efaf4ab99c72fa583b19c3c2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/9917c72619234cdd9b2b0220e8bf3fdc, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/763aa4304afb4006bda09f7ea07305ac, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/7397e5994691465c8c6e1c6faf56d4b7, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/507cc6b75e9f43a190b3d0ae474f6cc1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/e762f0c42c944766965c38e48d428d65, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/31534dbe92504e71ac4099cfa1210be9, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/a5c62d5491f3421a820b69b3f1568042, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/75ad081372344b89b74679f53173f258, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/daf11ecf390c4108b787339c06adaaa6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/c22a68f3e6cd405eaa34a18ade214ca1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/6faee037e232489ea388736d569f23a4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8d7a90def3d24ebf82bb51b66886aad1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/0aabbb129dba481387a23a2f8a30f93d, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/3c86ea8c06ca4ff8be0c52f248183111] to archive 2024-11-22T19:58:42,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:58:42,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/ed2871d1ea854d439414e8387d1b52f0 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/ed2871d1ea854d439414e8387d1b52f0 2024-11-22T19:58:42,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b2398fa8e26f4afda55782bf14d405cf to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b2398fa8e26f4afda55782bf14d405cf 2024-11-22T19:58:42,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/44a9b84a3ed24386990d704f1cd57034 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/44a9b84a3ed24386990d704f1cd57034 2024-11-22T19:58:42,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b6beac2815844f2fadb25e5d608d7135 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b6beac2815844f2fadb25e5d608d7135 2024-11-22T19:58:42,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/239a970ab0a24fd5a61af37a3e94ccdf to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/239a970ab0a24fd5a61af37a3e94ccdf 2024-11-22T19:58:42,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b55bda4dcb914f20a662c4e341a4b07e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/b55bda4dcb914f20a662c4e341a4b07e 2024-11-22T19:58:42,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8989b6d95f4e49bd826c5f8b26740c40 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8989b6d95f4e49bd826c5f8b26740c40 2024-11-22T19:58:42,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/507bf76faa11403080782cffb3034019 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/507bf76faa11403080782cffb3034019 2024-11-22T19:58:42,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/d2a82a4abc1141d08bed3421a8366b28 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/d2a82a4abc1141d08bed3421a8366b28 2024-11-22T19:58:42,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/199763a14d894d1c8d8a6c2927150a4f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/199763a14d894d1c8d8a6c2927150a4f 2024-11-22T19:58:42,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/1804b186efaf4ab99c72fa583b19c3c2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/1804b186efaf4ab99c72fa583b19c3c2 2024-11-22T19:58:42,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/9917c72619234cdd9b2b0220e8bf3fdc to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/9917c72619234cdd9b2b0220e8bf3fdc 2024-11-22T19:58:42,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/763aa4304afb4006bda09f7ea07305ac to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/763aa4304afb4006bda09f7ea07305ac 2024-11-22T19:58:42,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/7397e5994691465c8c6e1c6faf56d4b7 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/7397e5994691465c8c6e1c6faf56d4b7 2024-11-22T19:58:42,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/507cc6b75e9f43a190b3d0ae474f6cc1 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/507cc6b75e9f43a190b3d0ae474f6cc1 2024-11-22T19:58:42,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/e762f0c42c944766965c38e48d428d65 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/e762f0c42c944766965c38e48d428d65 2024-11-22T19:58:42,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/31534dbe92504e71ac4099cfa1210be9 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/31534dbe92504e71ac4099cfa1210be9 2024-11-22T19:58:42,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/a5c62d5491f3421a820b69b3f1568042 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/a5c62d5491f3421a820b69b3f1568042 2024-11-22T19:58:42,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/75ad081372344b89b74679f53173f258 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/75ad081372344b89b74679f53173f258 2024-11-22T19:58:42,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/daf11ecf390c4108b787339c06adaaa6 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/daf11ecf390c4108b787339c06adaaa6 2024-11-22T19:58:42,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/c22a68f3e6cd405eaa34a18ade214ca1 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/c22a68f3e6cd405eaa34a18ade214ca1 2024-11-22T19:58:42,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/6faee037e232489ea388736d569f23a4 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/6faee037e232489ea388736d569f23a4 2024-11-22T19:58:42,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8d7a90def3d24ebf82bb51b66886aad1 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8d7a90def3d24ebf82bb51b66886aad1 2024-11-22T19:58:42,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/0aabbb129dba481387a23a2f8a30f93d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/0aabbb129dba481387a23a2f8a30f93d 2024-11-22T19:58:42,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/3c86ea8c06ca4ff8be0c52f248183111 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/3c86ea8c06ca4ff8be0c52f248183111 2024-11-22T19:58:42,260 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/recovered.edits/372.seqid, newMaxSeqId=372, maxSeqId=1 2024-11-22T19:58:42,260 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. 2024-11-22T19:58:42,261 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for c76d0567e8767fb77233d5d2d9e779bd: Waiting for close lock at 1732305520943Running coprocessor pre-close hooks at 1732305520943Disabling compacts and flushes for region at 1732305520943Disabling writes for close at 1732305520943Obtaining lock to block concurrent updates at 1732305520944 (+1 ms)Preparing flush snapshotting stores in c76d0567e8767fb77233d5d2d9e779bd at 1732305520944Finished memstore snapshotting TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732305520944Flushing stores of TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd. at 1732305520945 (+1 ms)Flushing c76d0567e8767fb77233d5d2d9e779bd/A: creating writer at 1732305520945Flushing c76d0567e8767fb77233d5d2d9e779bd/A: appending metadata at 1732305520947 (+2 ms)Flushing c76d0567e8767fb77233d5d2d9e779bd/A: closing flushed file at 1732305520947Flushing c76d0567e8767fb77233d5d2d9e779bd/B: creating writer at 1732305521356 (+409 ms)Flushing c76d0567e8767fb77233d5d2d9e779bd/B: appending metadata at 1732305521359 (+3 ms)Flushing c76d0567e8767fb77233d5d2d9e779bd/B: closing flushed file at 1732305521359Flushing c76d0567e8767fb77233d5d2d9e779bd/C: creating writer at 1732305521766 (+407 ms)Flushing c76d0567e8767fb77233d5d2d9e779bd/C: appending metadata at 1732305521768 (+2 ms)Flushing c76d0567e8767fb77233d5d2d9e779bd/C: closing flushed file at 1732305521768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21837717: reopening flushed file at 1732305522175 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39717e32: reopening flushed file at 1732305522178 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e940a0: reopening flushed file at 1732305522181 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c76d0567e8767fb77233d5d2d9e779bd in 1242ms, sequenceid=369, compaction requested=true at 1732305522185 (+4 ms)Writing region close event to WAL at 1732305522257 (+72 ms)Running coprocessor post-close hooks at 1732305522260 (+3 ms)Closed at 1732305522260 2024-11-22T19:58:42,262 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:42,263 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=c76d0567e8767fb77233d5d2d9e779bd, regionState=CLOSED 2024-11-22T19:58:42,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:58:42,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-22T19:58:42,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure c76d0567e8767fb77233d5d2d9e779bd, server=982bb8edae1e,45729,1732305367266 in 1.4740 sec 2024-11-22T19:58:42,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-22T19:58:42,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c76d0567e8767fb77233d5d2d9e779bd, UNASSIGN in 1.4780 sec 2024-11-22T19:58:42,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-22T19:58:42,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4820 sec 2024-11-22T19:58:42,270 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305522270"}]},"ts":"1732305522270"} 2024-11-22T19:58:42,271 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T19:58:42,271 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T19:58:42,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4900 sec 2024-11-22T19:58:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-22T19:58:42,927 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:42,927 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T19:58:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:42,929 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-22T19:58:42,930 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=151, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:42,932 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:42,933 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/recovered.edits] 2024-11-22T19:58:42,935 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/1a42800b3d084cb78bc4246ffa171c91 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/1a42800b3d084cb78bc4246ffa171c91 2024-11-22T19:58:42,936 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2d98ce0c21b84f3d9a32822cc65e8ced to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/2d98ce0c21b84f3d9a32822cc65e8ced 2024-11-22T19:58:42,937 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/3e42c2f6b7ef453f948f1f7d7d490418 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/A/3e42c2f6b7ef453f948f1f7d7d490418 2024-11-22T19:58:42,939 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/3069d7c6e27b401b8a495afcbe6b3e01 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/3069d7c6e27b401b8a495afcbe6b3e01 2024-11-22T19:58:42,940 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/606bc2d79dfd41438c37281968dda363 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/606bc2d79dfd41438c37281968dda363 2024-11-22T19:58:42,941 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/8753563c243d4823ba888ed3257be880 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/B/8753563c243d4823ba888ed3257be880 2024-11-22T19:58:42,943 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/21ecf5a5f5d346d49d637de0f4e3c170 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/21ecf5a5f5d346d49d637de0f4e3c170 2024-11-22T19:58:42,944 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/7a563fd4cf63482ba4aa2262be2d4015 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/7a563fd4cf63482ba4aa2262be2d4015 2024-11-22T19:58:42,949 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8f01fdc0d25049c2bcea0f5f7ef80657 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/C/8f01fdc0d25049c2bcea0f5f7ef80657 2024-11-22T19:58:42,950 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/recovered.edits/372.seqid to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd/recovered.edits/372.seqid 2024-11-22T19:58:42,951 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/c76d0567e8767fb77233d5d2d9e779bd 2024-11-22T19:58:42,951 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T19:58:42,953 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=151, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:42,955 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T19:58:42,957 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T19:58:42,958 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=151, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:42,958 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T19:58:42,958 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732305522958"}]},"ts":"9223372036854775807"} 2024-11-22T19:58:42,960 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T19:58:42,960 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c76d0567e8767fb77233d5d2d9e779bd, NAME => 'TestAcidGuarantees,,1732305488456.c76d0567e8767fb77233d5d2d9e779bd.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T19:58:42,960 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T19:58:42,960 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732305522960"}]},"ts":"9223372036854775807"} 2024-11-22T19:58:42,962 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T19:58:42,963 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=151, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:42,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-11-22T19:58:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-22T19:58:43,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T19:58:43,037 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:43,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=236 (was 239), OpenFileDescriptor=441 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 348), ProcessCount=11 (was 11), AvailableMemoryMB=8299 (was 8101) - AvailableMemoryMB LEAK? - 2024-11-22T19:58:43,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=236, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=8298 2024-11-22T19:58:43,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T19:58:43,055 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:58:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:43,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T19:58:43,057 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:43,057 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 152 2024-11-22T19:58:43,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T19:58:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T19:58:43,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742402_1578 (size=959) 2024-11-22T19:58:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T19:58:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T19:58:43,464 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0 2024-11-22T19:58:43,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742403_1579 (size=53) 2024-11-22T19:58:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T19:58:43,869 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:58:43,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b53271804e2e47513e49be766cb6dcfd, disabling compactions & flushes 2024-11-22T19:58:43,870 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:43,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:43,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. after waiting 0 ms 2024-11-22T19:58:43,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:43,870 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:43,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b53271804e2e47513e49be766cb6dcfd: Waiting for close lock at 1732305523870Disabling compacts and flushes for region at 1732305523870Disabling writes for close at 1732305523870Writing region close event to WAL at 1732305523870Closed at 1732305523870 2024-11-22T19:58:43,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T19:58:43,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732305523871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732305523871"}]},"ts":"1732305523871"} 2024-11-22T19:58:43,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T19:58:43,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T19:58:43,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305523873"}]},"ts":"1732305523873"} 2024-11-22T19:58:43,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T19:58:43,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, ASSIGN}] 2024-11-22T19:58:43,875 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, ASSIGN 2024-11-22T19:58:43,875 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, ASSIGN; state=OFFLINE, location=982bb8edae1e,45729,1732305367266; forceNewPlan=false, retain=false 2024-11-22T19:58:44,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=b53271804e2e47513e49be766cb6dcfd, regionState=OPENING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:44,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, ASSIGN because future has completed 2024-11-22T19:58:44,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:58:44,182 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:44,182 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:58:44,182 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:44,182 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:58:44,182 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:44,182 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:44,183 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:44,185 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b53271804e2e47513e49be766cb6dcfd columnFamilyName A 2024-11-22T19:58:44,185 DEBUG [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:44,185 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] regionserver.HStore(327): Store=b53271804e2e47513e49be766cb6dcfd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:58:44,185 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:44,186 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b53271804e2e47513e49be766cb6dcfd columnFamilyName B 2024-11-22T19:58:44,186 DEBUG [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:44,186 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] regionserver.HStore(327): Store=b53271804e2e47513e49be766cb6dcfd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:58:44,186 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:44,187 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b53271804e2e47513e49be766cb6dcfd columnFamilyName C 2024-11-22T19:58:44,187 DEBUG [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:44,188 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] regionserver.HStore(327): Store=b53271804e2e47513e49be766cb6dcfd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:58:44,188 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:44,188 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:44,188 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:44,189 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:44,189 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:44,189 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:58:44,190 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:44,192 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T19:58:44,192 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened b53271804e2e47513e49be766cb6dcfd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59322852, jitterRate=-0.11602061986923218}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:58:44,192 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:44,192 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for b53271804e2e47513e49be766cb6dcfd: Running coprocessor pre-open hook at 1732305524183Writing region info on filesystem at 1732305524183Initializing all the Stores at 1732305524183Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305524183Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305524183Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305524183Cleaning up temporary data from old regions at 1732305524189 (+6 ms)Running coprocessor post-open hooks at 1732305524192 (+3 ms)Region opened successfully at 1732305524192 2024-11-22T19:58:44,193 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., pid=154, masterSystemTime=1732305524179 2024-11-22T19:58:44,194 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:44,194 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:44,195 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=b53271804e2e47513e49be766cb6dcfd, regionState=OPEN, openSeqNum=2, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:44,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:58:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T19:58:44,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-22T19:58:44,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 in 169 msec 2024-11-22T19:58:44,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-22T19:58:44,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, ASSIGN in 324 msec 2024-11-22T19:58:44,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T19:58:44,200 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305524200"}]},"ts":"1732305524200"} 2024-11-22T19:58:44,201 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T19:58:44,202 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T19:58:44,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-22T19:58:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T19:58:45,207 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:45,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1832522d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:45,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:45,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:45,209 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:45,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:45,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:45,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59bb0278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:45,211 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:45,211 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e98aa49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:45,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:45,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:45,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T19:58:45,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 982bb8edae1e,38233,1732305366518 2024-11-22T19:58:45,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61224717 2024-11-22T19:58:45,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T19:58:45,215 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T19:58:45,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T19:58:45,217 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T19:58:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T19:58:45,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742404_1580 (size=995) 2024-11-22T19:58:45,627 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-22T19:58:45,627 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-22T19:58:45,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T19:58:45,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, REOPEN/MOVE}] 2024-11-22T19:58:45,631 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, REOPEN/MOVE 2024-11-22T19:58:45,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=b53271804e2e47513e49be766cb6dcfd, regionState=CLOSING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:45,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, REOPEN/MOVE because future has completed 2024-11-22T19:58:45,633 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T19:58:45,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:58:45,785 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:45,786 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T19:58:45,786 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing b53271804e2e47513e49be766cb6dcfd, disabling compactions & flushes 2024-11-22T19:58:45,786 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:45,786 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:45,786 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. after waiting 0 ms 2024-11-22T19:58:45,786 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:45,789 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T19:58:45,789 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:45,789 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for b53271804e2e47513e49be766cb6dcfd: Waiting for close lock at 1732305525786Running coprocessor pre-close hooks at 1732305525786Disabling compacts and flushes for region at 1732305525786Disabling writes for close at 1732305525786Writing region close event to WAL at 1732305525786Running coprocessor post-close hooks at 1732305525789 (+3 ms)Closed at 1732305525789 2024-11-22T19:58:45,789 WARN [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionServer(3299): Not adding moved region record: b53271804e2e47513e49be766cb6dcfd to self. 2024-11-22T19:58:45,791 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:45,791 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=b53271804e2e47513e49be766cb6dcfd, regionState=CLOSED 2024-11-22T19:58:45,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:58:45,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-22T19:58:45,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 in 160 msec 2024-11-22T19:58:45,795 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, REOPEN/MOVE; state=CLOSED, location=982bb8edae1e,45729,1732305367266; forceNewPlan=false, retain=true 2024-11-22T19:58:45,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=b53271804e2e47513e49be766cb6dcfd, regionState=OPENING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:45,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, REOPEN/MOVE because future has completed 2024-11-22T19:58:45,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:58:46,101 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:46,101 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7752): Opening region: {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T19:58:46,101 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,101 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T19:58:46,101 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7794): checking encryption for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,101 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7797): checking classloading for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,102 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,103 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b53271804e2e47513e49be766cb6dcfd columnFamilyName A 2024-11-22T19:58:46,104 DEBUG [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:46,104 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] regionserver.HStore(327): Store=b53271804e2e47513e49be766cb6dcfd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:58:46,105 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,105 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b53271804e2e47513e49be766cb6dcfd columnFamilyName B 2024-11-22T19:58:46,105 DEBUG [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:46,105 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] regionserver.HStore(327): Store=b53271804e2e47513e49be766cb6dcfd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:58:46,105 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,106 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b53271804e2e47513e49be766cb6dcfd columnFamilyName C 2024-11-22T19:58:46,106 DEBUG [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:46,106 INFO [StoreOpener-b53271804e2e47513e49be766cb6dcfd-1 {}] regionserver.HStore(327): Store=b53271804e2e47513e49be766cb6dcfd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T19:58:46,106 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1038): replaying wal for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,107 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,108 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,108 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1048): stopping wal replay for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,108 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1060): Cleaning up temporary data for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,109 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T19:58:46,109 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1093): writing seq id for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,110 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1114): Opened b53271804e2e47513e49be766cb6dcfd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72853295, jitterRate=0.08559869229793549}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T19:58:46,110 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,111 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1006): Region open journal for b53271804e2e47513e49be766cb6dcfd: Running coprocessor pre-open hook at 1732305526101Writing region info on filesystem at 1732305526101Initializing all the Stores at 1732305526102 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305526102Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305526102Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732305526102Cleaning up temporary data from old regions at 1732305526108 (+6 ms)Running coprocessor post-open hooks at 1732305526110 (+2 ms)Region opened successfully at 1732305526111 (+1 ms) 2024-11-22T19:58:46,111 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., pid=159, masterSystemTime=1732305526098 2024-11-22T19:58:46,113 DEBUG [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:46,113 INFO [RS_OPEN_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:46,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=b53271804e2e47513e49be766cb6dcfd, regionState=OPEN, openSeqNum=5, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:58:46,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=157 2024-11-22T19:58:46,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 in 168 msec 2024-11-22T19:58:46,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-22T19:58:46,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, REOPEN/MOVE in 485 msec 2024-11-22T19:58:46,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-22T19:58:46,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-11-22T19:58:46,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 903 msec 2024-11-22T19:58:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-22T19:58:46,122 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:46,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22faf5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:46,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:46,123 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436eb1aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:46,124 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:46,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff2e0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:46,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:46,126 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79aba2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:46,127 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184a05b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:46,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:46,129 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:46,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:46,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:46,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416ed62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:46,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:46,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:46,130 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7532f537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:46,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:46,132 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:46,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:46,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:46,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627f04c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:46,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:46,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:46,133 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:46,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5240cd47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:46,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:46,134 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:46,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:46,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:46,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188ff8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:46,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:46,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:46,135 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:46,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211230e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:46,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:46,137 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:46,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:46,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:46,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d497ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:46,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:46,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:46,138 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:46,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d230655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:46,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:46,139 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:46,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:46,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6335e366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:46,141 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad2eec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:46,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:46,142 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:46,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:46,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:46,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203c0bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:46,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:46,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:46,143 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@945e50a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:46,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:46,145 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57728f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:46,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:46,146 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:46,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29257510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 982bb8edae1e,38233,-1 for getting cluster id 2024-11-22T19:58:46,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T19:58:46,148 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1680bf-cc91-4c85-945e-aa505283ed1c' 2024-11-22T19:58:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T19:58:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1680bf-cc91-4c85-945e-aa505283ed1c" 2024-11-22T19:58:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e93970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [982bb8edae1e,38233,-1] 2024-11-22T19:58:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T19:58:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:58:46,149 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T19:58:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268d2440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T19:58:46,149 DEBUG [Thread-2590 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:46,149 DEBUG [Thread-2573 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:46,150 DEBUG [Thread-2588 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:46,150 DEBUG [Thread-2577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:46,150 DEBUG [Thread-2571 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:46,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:46,150 DEBUG [Thread-2582 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:46,150 DEBUG [Thread-2579 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:46,151 DEBUG [Thread-2584 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:46,151 DEBUG [Thread-2586 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:46,151 DEBUG [Thread-2575 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T19:58:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-22T19:58:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:46,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:46,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:46,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:46,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:46,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:46,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:46,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T19:58:46,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:46,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=982bb8edae1e,45729,1732305367266, seqNum=-1] 2024-11-22T19:58:46,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T19:58:46,154 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:58:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:58:46,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:46,155 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:46,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:58:46,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T19:58:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:58:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:58:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:58:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:58:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:58:46,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:58:46,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5] 2024-11-22T19:58:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,164 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:46,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T19:58:46,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c5c81c783895437aaf86f464cbebe551_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305526163/Put/seqid=0 2024-11-22T19:58:46,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305586189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48202 deadline: 1732305586190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48178 deadline: 1732305586190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305586191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305586192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742405_1581 (size=12154) 2024-11-22T19:58:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T19:58:46,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305586296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T19:58:46,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:46,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:46,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:46,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48202 deadline: 1732305586306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48178 deadline: 1732305586306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305586307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305586307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T19:58:46,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:46,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:46,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:46,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T19:58:46,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305586507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48202 deadline: 1732305586516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305586516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305586516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48178 deadline: 1732305586526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,598 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:46,603 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c5c81c783895437aaf86f464cbebe551_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c5c81c783895437aaf86f464cbebe551_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:46,603 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/50fcea40348a4120a82b2dbb5133a9db, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:46,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/50fcea40348a4120a82b2dbb5133a9db is 175, key is test_row_0/A:col10/1732305526163/Put/seqid=0 2024-11-22T19:58:46,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742406_1582 (size=30955) 2024-11-22T19:58:46,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T19:58:46,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:46,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:46,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:46,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T19:58:46,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:46,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:46,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:46,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T19:58:46,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305586816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48202 deadline: 1732305586827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305586827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305586827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48178 deadline: 1732305586836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:46,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:46,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:46,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T19:58:46,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:46,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:46,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:46,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:47,023 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/50fcea40348a4120a82b2dbb5133a9db 2024-11-22T19:58:47,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/0e9fe50f35dc478792316da0633c0a12 is 50, key is test_row_0/B:col10/1732305526163/Put/seqid=0 2024-11-22T19:58:47,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T19:58:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:47,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:47,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:47,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:47,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742407_1583 (size=12001) 2024-11-22T19:58:47,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/0e9fe50f35dc478792316da0633c0a12 2024-11-22T19:58:47,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/eac379d5a5ef4d52a0caf4303da09c95 is 50, key is test_row_0/C:col10/1732305526163/Put/seqid=0 2024-11-22T19:58:47,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742408_1584 (size=12001) 2024-11-22T19:58:47,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T19:58:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:47,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T19:58:47,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305587327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:47,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305587337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:47,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:47,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:47,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305587337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:47,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:47,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:47,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:47,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:47,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48202 deadline: 1732305587337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:47,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:47,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:47,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:47,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48178 deadline: 1732305587346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:47,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:47,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:47,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:47,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T19:58:47,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:47,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:47,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:47,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:47,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:47,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/eac379d5a5ef4d52a0caf4303da09c95 2024-11-22T19:58:47,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T19:58:47,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:47,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:47,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:47,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:47,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:47,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/50fcea40348a4120a82b2dbb5133a9db as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/50fcea40348a4120a82b2dbb5133a9db 2024-11-22T19:58:47,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/50fcea40348a4120a82b2dbb5133a9db, entries=150, sequenceid=17, filesize=30.2 K 2024-11-22T19:58:47,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/0e9fe50f35dc478792316da0633c0a12 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0e9fe50f35dc478792316da0633c0a12 2024-11-22T19:58:47,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0e9fe50f35dc478792316da0633c0a12, entries=150, sequenceid=17, filesize=11.7 K 2024-11-22T19:58:47,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/eac379d5a5ef4d52a0caf4303da09c95 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/eac379d5a5ef4d52a0caf4303da09c95 2024-11-22T19:58:47,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/eac379d5a5ef4d52a0caf4303da09c95, entries=150, sequenceid=17, filesize=11.7 K 2024-11-22T19:58:47,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b53271804e2e47513e49be766cb6dcfd in 1412ms, sequenceid=17, compaction requested=false 2024-11-22T19:58:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:47,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T19:58:47,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:47,690 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T19:58:47,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223ae997fd385643b0ab29026ac8c69666_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305526190/Put/seqid=0 2024-11-22T19:58:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742409_1585 (size=12154) 2024-11-22T19:58:47,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T19:58:48,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:48,127 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223ae997fd385643b0ab29026ac8c69666_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223ae997fd385643b0ab29026ac8c69666_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:48,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/24905c90402849c4a6b85ce740f9e75f, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:48,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/24905c90402849c4a6b85ce740f9e75f is 175, key is test_row_0/A:col10/1732305526190/Put/seqid=0 2024-11-22T19:58:48,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742410_1586 (size=30955) 2024-11-22T19:58:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T19:58:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:48,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:48,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48178 deadline: 1732305588361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:48,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48202 deadline: 1732305588361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:48,366 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in b53271804e2e47513e49be766cb6dcfd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:48,366 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in b53271804e2e47513e49be766cb6dcfd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:48,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:48,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:48,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:48,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305588365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305588364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:48,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305588366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:48,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305588477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:48,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305588477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:48,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305588477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:48,533 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/24905c90402849c4a6b85ce740f9e75f 2024-11-22T19:58:48,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/8765afb4d57f4001b4c055a6ad16f172 is 50, key is test_row_0/B:col10/1732305526190/Put/seqid=0 2024-11-22T19:58:48,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742411_1587 (size=12001) 2024-11-22T19:58:48,569 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/8765afb4d57f4001b4c055a6ad16f172 2024-11-22T19:58:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/0b003fe167134dbe84dd0b700c8bb58a is 50, key is test_row_0/C:col10/1732305526190/Put/seqid=0 2024-11-22T19:58:48,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742412_1588 (size=12001) 2024-11-22T19:58:48,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305588686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:48,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305588686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:48,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305588687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:48,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305588996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305588996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:49,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305588996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:49,022 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/0b003fe167134dbe84dd0b700c8bb58a 2024-11-22T19:58:49,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/24905c90402849c4a6b85ce740f9e75f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/24905c90402849c4a6b85ce740f9e75f 2024-11-22T19:58:49,031 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/24905c90402849c4a6b85ce740f9e75f, entries=150, sequenceid=41, filesize=30.2 K 2024-11-22T19:58:49,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/8765afb4d57f4001b4c055a6ad16f172 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/8765afb4d57f4001b4c055a6ad16f172 2024-11-22T19:58:49,046 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/8765afb4d57f4001b4c055a6ad16f172, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T19:58:49,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/0b003fe167134dbe84dd0b700c8bb58a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0b003fe167134dbe84dd0b700c8bb58a 2024-11-22T19:58:49,051 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0b003fe167134dbe84dd0b700c8bb58a, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T19:58:49,052 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b53271804e2e47513e49be766cb6dcfd in 1362ms, sequenceid=41, compaction requested=false 2024-11-22T19:58:49,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:49,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:49,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-22T19:58:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-22T19:58:49,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-22T19:58:49,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8990 sec 2024-11-22T19:58:49,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.9070 sec 2024-11-22T19:58:49,509 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:49,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T19:58:49,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224efec01f2d6841f3b86d98bb6203c8fe_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305528363/Put/seqid=0 2024-11-22T19:58:49,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742413_1589 (size=17034) 2024-11-22T19:58:49,535 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:49,541 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224efec01f2d6841f3b86d98bb6203c8fe_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224efec01f2d6841f3b86d98bb6203c8fe_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:49,544 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/b0fced327528438f9484b1aad1cf396e, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:49,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/b0fced327528438f9484b1aad1cf396e is 175, key is test_row_0/A:col10/1732305528363/Put/seqid=0 2024-11-22T19:58:49,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742414_1590 (size=48139) 2024-11-22T19:58:49,554 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/b0fced327528438f9484b1aad1cf396e 2024-11-22T19:58:49,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305589554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:49,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:49,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/75950367f50a444faaa159bffcfd624b is 50, key is test_row_0/B:col10/1732305528363/Put/seqid=0 2024-11-22T19:58:49,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305589562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:49,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305589563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:49,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:49,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:49,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742415_1591 (size=12001) 2024-11-22T19:58:49,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305589667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:49,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:49,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305589676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:49,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305589676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:49,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305589877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:49,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:49,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305589886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305589886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:49,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:49,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:49,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/75950367f50a444faaa159bffcfd624b 2024-11-22T19:58:49,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/2580841f7e594daba60def9da8c93385 is 50, key is test_row_0/C:col10/1732305528363/Put/seqid=0 2024-11-22T19:58:49,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742416_1592 (size=12001) 2024-11-22T19:58:50,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305590186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:50,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:50,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305590197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:50,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305590197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:50,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:50,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T19:58:50,306 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:50,307 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-22T19:58:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T19:58:50,309 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:50,309 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:50,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:50,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48178 deadline: 1732305590377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:50,381 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in b53271804e2e47513e49be766cb6dcfd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:50,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:50,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/2580841f7e594daba60def9da8c93385 2024-11-22T19:58:50,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/b0fced327528438f9484b1aad1cf396e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/b0fced327528438f9484b1aad1cf396e 2024-11-22T19:58:50,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48202 deadline: 1732305590387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:50,391 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in b53271804e2e47513e49be766cb6dcfd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:50,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/b0fced327528438f9484b1aad1cf396e, entries=250, sequenceid=56, filesize=47.0 K 2024-11-22T19:58:50,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/75950367f50a444faaa159bffcfd624b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/75950367f50a444faaa159bffcfd624b 2024-11-22T19:58:50,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/75950367f50a444faaa159bffcfd624b, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T19:58:50,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/2580841f7e594daba60def9da8c93385 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/2580841f7e594daba60def9da8c93385 2024-11-22T19:58:50,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/2580841f7e594daba60def9da8c93385, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T19:58:50,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for b53271804e2e47513e49be766cb6dcfd in 892ms, sequenceid=56, compaction requested=true 2024-11-22T19:58:50,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:50,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:50,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:50,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:50,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:50,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:50,402 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:50,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:50,402 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:50,402 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:50,402 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:50,402 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/A is initiating minor compaction (all files) 2024-11-22T19:58:50,402 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/B is initiating minor compaction (all files) 2024-11-22T19:58:50,402 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/A in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:50,402 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/B in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:50,402 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/50fcea40348a4120a82b2dbb5133a9db, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/24905c90402849c4a6b85ce740f9e75f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/b0fced327528438f9484b1aad1cf396e] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=107.5 K 2024-11-22T19:58:50,402 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0e9fe50f35dc478792316da0633c0a12, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/8765afb4d57f4001b4c055a6ad16f172, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/75950367f50a444faaa159bffcfd624b] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=35.2 K 2024-11-22T19:58:50,402 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:50,403 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/50fcea40348a4120a82b2dbb5133a9db, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/24905c90402849c4a6b85ce740f9e75f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/b0fced327528438f9484b1aad1cf396e] 2024-11-22T19:58:50,403 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50fcea40348a4120a82b2dbb5133a9db, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732305526159 2024-11-22T19:58:50,403 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e9fe50f35dc478792316da0633c0a12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732305526159 2024-11-22T19:58:50,404 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24905c90402849c4a6b85ce740f9e75f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732305526183 2024-11-22T19:58:50,404 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 8765afb4d57f4001b4c055a6ad16f172, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732305526183 2024-11-22T19:58:50,404 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 75950367f50a444faaa159bffcfd624b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732305528363 2024-11-22T19:58:50,404 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0fced327528438f9484b1aad1cf396e, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732305528363 2024-11-22T19:58:50,410 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#B#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:50,411 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/58280c08c07849959100e4c68e6239f0 is 50, key is test_row_0/B:col10/1732305528363/Put/seqid=0 2024-11-22T19:58:50,412 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T19:58:50,418 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122bf077033d12d4e8696e2115989bd9437_b53271804e2e47513e49be766cb6dcfd store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:50,420 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122bf077033d12d4e8696e2115989bd9437_b53271804e2e47513e49be766cb6dcfd, store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:50,420 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bf077033d12d4e8696e2115989bd9437_b53271804e2e47513e49be766cb6dcfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:50,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742417_1593 (size=12104) 2024-11-22T19:58:50,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742418_1594 (size=4469) 2024-11-22T19:58:50,436 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#A#compaction#510 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:50,436 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/062f34b7b5474c0cb252d0053c7a53dd is 175, key is test_row_0/A:col10/1732305528363/Put/seqid=0 2024-11-22T19:58:50,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742419_1595 (size=31058) 2024-11-22T19:58:50,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-22T19:58:50,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:50,462 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T19:58:50,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e6823eab4070411f9c1c907f0f96bc02_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305529561/Put/seqid=0 2024-11-22T19:58:50,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742420_1596 (size=12154) 2024-11-22T19:58:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T19:58:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:50,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:50,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305590724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:50,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:50,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305590725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:50,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:50,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305590728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:50,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305590836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:50,839 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/58280c08c07849959100e4c68e6239f0 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/58280c08c07849959100e4c68e6239f0 2024-11-22T19:58:50,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305590837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:50,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305590837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:50,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:50,845 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/062f34b7b5474c0cb252d0053c7a53dd as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/062f34b7b5474c0cb252d0053c7a53dd 2024-11-22T19:58:50,846 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/B of b53271804e2e47513e49be766cb6dcfd into 58280c08c07849959100e4c68e6239f0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:50,846 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:50,846 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/B, priority=13, startTime=1732305530401; duration=0sec 2024-11-22T19:58:50,846 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:50,846 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:B 2024-11-22T19:58:50,846 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:50,849 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:50,849 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/C is initiating minor compaction (all files) 2024-11-22T19:58:50,849 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/C in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:50,850 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/eac379d5a5ef4d52a0caf4303da09c95, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0b003fe167134dbe84dd0b700c8bb58a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/2580841f7e594daba60def9da8c93385] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=35.2 K 2024-11-22T19:58:50,850 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting eac379d5a5ef4d52a0caf4303da09c95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732305526159 2024-11-22T19:58:50,850 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b003fe167134dbe84dd0b700c8bb58a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732305526183 2024-11-22T19:58:50,851 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 2580841f7e594daba60def9da8c93385, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732305528363 2024-11-22T19:58:50,853 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/A of b53271804e2e47513e49be766cb6dcfd into 062f34b7b5474c0cb252d0053c7a53dd(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:50,853 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:50,853 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/A, priority=13, startTime=1732305530401; duration=0sec 2024-11-22T19:58:50,853 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:50,853 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:A 2024-11-22T19:58:50,860 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#C#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:50,861 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/d587350015104053a810c1618ee48bec is 50, key is test_row_0/C:col10/1732305528363/Put/seqid=0 2024-11-22T19:58:50,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742421_1597 (size=12104) 2024-11-22T19:58:50,884 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/d587350015104053a810c1618ee48bec as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/d587350015104053a810c1618ee48bec 2024-11-22T19:58:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:50,889 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e6823eab4070411f9c1c907f0f96bc02_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e6823eab4070411f9c1c907f0f96bc02_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:50,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/ef99c02133d14a60aa17c197af04dd92, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:50,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/ef99c02133d14a60aa17c197af04dd92 is 175, key is test_row_0/A:col10/1732305529561/Put/seqid=0 2024-11-22T19:58:50,892 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/C of b53271804e2e47513e49be766cb6dcfd into d587350015104053a810c1618ee48bec(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:50,892 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:50,892 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/C, priority=13, startTime=1732305530401; duration=0sec 2024-11-22T19:58:50,892 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:50,892 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:C 2024-11-22T19:58:50,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742422_1598 (size=30955) 2024-11-22T19:58:50,898 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/ef99c02133d14a60aa17c197af04dd92 2024-11-22T19:58:50,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/5173e6d3c6e147d78fc8bae3335774c6 is 50, key is test_row_0/B:col10/1732305529561/Put/seqid=0 2024-11-22T19:58:50,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742423_1599 (size=12001) 2024-11-22T19:58:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T19:58:51,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305591046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:51,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:51,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305591046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:51,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305591046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:51,322 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/5173e6d3c6e147d78fc8bae3335774c6 2024-11-22T19:58:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/1380ea76692c498cb58f78884bca2ed5 is 50, key is test_row_0/C:col10/1732305529561/Put/seqid=0 2024-11-22T19:58:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742424_1600 (size=12001) 2024-11-22T19:58:51,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305591357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:51,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305591357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:51,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:51,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:51,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305591357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:51,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:51,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T19:58:51,732 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/1380ea76692c498cb58f78884bca2ed5 2024-11-22T19:58:51,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/ef99c02133d14a60aa17c197af04dd92 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/ef99c02133d14a60aa17c197af04dd92 2024-11-22T19:58:51,741 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/ef99c02133d14a60aa17c197af04dd92, entries=150, sequenceid=78, filesize=30.2 K 2024-11-22T19:58:51,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/5173e6d3c6e147d78fc8bae3335774c6 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/5173e6d3c6e147d78fc8bae3335774c6 2024-11-22T19:58:51,746 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/5173e6d3c6e147d78fc8bae3335774c6, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T19:58:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/1380ea76692c498cb58f78884bca2ed5 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/1380ea76692c498cb58f78884bca2ed5 2024-11-22T19:58:51,753 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/1380ea76692c498cb58f78884bca2ed5, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T19:58:51,754 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b53271804e2e47513e49be766cb6dcfd in 1292ms, sequenceid=78, compaction requested=false 2024-11-22T19:58:51,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:51,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:51,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-22T19:58:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-22T19:58:51,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-22T19:58:51,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4470 sec 2024-11-22T19:58:51,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.4520 sec 2024-11-22T19:58:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:51,870 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:51,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T19:58:51,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122104bb4368db741e0b5cb4c50799db516_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305530717/Put/seqid=0 2024-11-22T19:58:51,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742425_1601 (size=12154) 2024-11-22T19:58:51,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305591900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:51,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305591904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:51,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:51,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305591906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:52,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305592017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:52,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305592017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:52,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305592017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:52,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:52,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305592227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:52,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305592227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:52,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305592227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:52,290 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:52,295 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122104bb4368db741e0b5cb4c50799db516_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122104bb4368db741e0b5cb4c50799db516_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:52,295 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/eaa6ceefae6443adafe5db32cc817e39, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:52,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/eaa6ceefae6443adafe5db32cc817e39 is 175, key is test_row_0/A:col10/1732305530717/Put/seqid=0 2024-11-22T19:58:52,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742426_1602 (size=30955) 2024-11-22T19:58:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T19:58:52,457 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:52,457 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-22T19:58:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T19:58:52,459 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:52,460 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:52,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:52,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305592537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:52,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:52,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305592537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:52,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305592537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T19:58:52,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T19:58:52,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:52,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:52,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:52,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:52,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:52,700 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/eaa6ceefae6443adafe5db32cc817e39 2024-11-22T19:58:52,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/eb60d11831ea4d97b0657ba9346e3e41 is 50, key is test_row_0/B:col10/1732305530717/Put/seqid=0 2024-11-22T19:58:52,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742427_1603 (size=12001) 2024-11-22T19:58:52,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T19:58:52,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:52,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:52,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:52,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:52,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T19:58:52,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T19:58:52,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:52,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:52,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:52,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:52,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:53,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305593047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:53,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305593047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:53,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305593047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:53,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T19:58:53,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:53,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:53,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:53,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:53,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T19:58:53,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/eb60d11831ea4d97b0657ba9346e3e41 2024-11-22T19:58:53,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/ee0342ca0337480f85b3e13a7aaa8706 is 50, key is test_row_0/C:col10/1732305530717/Put/seqid=0 2024-11-22T19:58:53,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742428_1604 (size=12001) 2024-11-22T19:58:53,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T19:58:53,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:53,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:53,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:53,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:53,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:53,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T19:58:53,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:53,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:53,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:53,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:53,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:53,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/ee0342ca0337480f85b3e13a7aaa8706 2024-11-22T19:58:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/eaa6ceefae6443adafe5db32cc817e39 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/eaa6ceefae6443adafe5db32cc817e39 2024-11-22T19:58:53,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T19:58:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:53,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:53,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/eaa6ceefae6443adafe5db32cc817e39, entries=150, sequenceid=97, filesize=30.2 K 2024-11-22T19:58:53,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/eb60d11831ea4d97b0657ba9346e3e41 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/eb60d11831ea4d97b0657ba9346e3e41 2024-11-22T19:58:53,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/eb60d11831ea4d97b0657ba9346e3e41, entries=150, sequenceid=97, filesize=11.7 K 2024-11-22T19:58:53,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/ee0342ca0337480f85b3e13a7aaa8706 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/ee0342ca0337480f85b3e13a7aaa8706 2024-11-22T19:58:53,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/ee0342ca0337480f85b3e13a7aaa8706, entries=150, sequenceid=97, filesize=11.7 K 2024-11-22T19:58:53,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b53271804e2e47513e49be766cb6dcfd in 1690ms, sequenceid=97, compaction requested=true 2024-11-22T19:58:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:53,561 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:53,561 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:53,562 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:53,562 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/B is initiating minor compaction (all files) 2024-11-22T19:58:53,562 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/B in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:53,562 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/58280c08c07849959100e4c68e6239f0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/5173e6d3c6e147d78fc8bae3335774c6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/eb60d11831ea4d97b0657ba9346e3e41] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=35.3 K 2024-11-22T19:58:53,562 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:53,562 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/A is initiating minor compaction (all files) 2024-11-22T19:58:53,562 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/A in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:53,563 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/062f34b7b5474c0cb252d0053c7a53dd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/ef99c02133d14a60aa17c197af04dd92, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/eaa6ceefae6443adafe5db32cc817e39] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=90.8 K 2024-11-22T19:58:53,563 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:53,563 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/062f34b7b5474c0cb252d0053c7a53dd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/ef99c02133d14a60aa17c197af04dd92, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/eaa6ceefae6443adafe5db32cc817e39] 2024-11-22T19:58:53,563 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 58280c08c07849959100e4c68e6239f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732305528363 2024-11-22T19:58:53,563 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 062f34b7b5474c0cb252d0053c7a53dd, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732305528363 2024-11-22T19:58:53,563 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 5173e6d3c6e147d78fc8bae3335774c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732305529535 2024-11-22T19:58:53,563 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef99c02133d14a60aa17c197af04dd92, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732305529535 2024-11-22T19:58:53,564 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting eb60d11831ea4d97b0657ba9346e3e41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732305530717 2024-11-22T19:58:53,564 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaa6ceefae6443adafe5db32cc817e39, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732305530717 2024-11-22T19:58:53,574 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#B#compaction#518 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:53,574 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/93434aadb2324ed7907942e8b7534e45 is 50, key is test_row_0/B:col10/1732305530717/Put/seqid=0 2024-11-22T19:58:53,576 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:53,578 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411229a85edaf8c3b457d9ed6f2c7514a863d_b53271804e2e47513e49be766cb6dcfd store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:53,580 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411229a85edaf8c3b457d9ed6f2c7514a863d_b53271804e2e47513e49be766cb6dcfd, store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:53,580 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229a85edaf8c3b457d9ed6f2c7514a863d_b53271804e2e47513e49be766cb6dcfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:53,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742429_1605 (size=12207) 2024-11-22T19:58:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T19:58:53,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742430_1606 (size=4469) 2024-11-22T19:58:53,604 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#A#compaction#519 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:53,605 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/51760017941e4134bfb9eeac2b9d5633 is 175, key is test_row_0/A:col10/1732305530717/Put/seqid=0 2024-11-22T19:58:53,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742431_1607 (size=31161) 2024-11-22T19:58:53,614 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/51760017941e4134bfb9eeac2b9d5633 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/51760017941e4134bfb9eeac2b9d5633 2024-11-22T19:58:53,618 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/A of b53271804e2e47513e49be766cb6dcfd into 51760017941e4134bfb9eeac2b9d5633(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:53,618 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:53,618 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/A, priority=13, startTime=1732305533561; duration=0sec 2024-11-22T19:58:53,618 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:53,618 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:A 2024-11-22T19:58:53,618 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:53,619 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:53,619 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/C is initiating minor compaction (all files) 2024-11-22T19:58:53,619 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/C in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:53,619 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/d587350015104053a810c1618ee48bec, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/1380ea76692c498cb58f78884bca2ed5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/ee0342ca0337480f85b3e13a7aaa8706] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=35.3 K 2024-11-22T19:58:53,620 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting d587350015104053a810c1618ee48bec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732305528363 2024-11-22T19:58:53,620 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1380ea76692c498cb58f78884bca2ed5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732305529535 2024-11-22T19:58:53,620 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee0342ca0337480f85b3e13a7aaa8706, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732305530717 2024-11-22T19:58:53,627 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#C#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:53,627 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/0d0e1e2180f84a95a4fa632a3f2e4c1e is 50, key is test_row_0/C:col10/1732305530717/Put/seqid=0 2024-11-22T19:58:53,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742432_1608 (size=12207) 2024-11-22T19:58:53,641 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/0d0e1e2180f84a95a4fa632a3f2e4c1e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0d0e1e2180f84a95a4fa632a3f2e4c1e 2024-11-22T19:58:53,647 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/C of b53271804e2e47513e49be766cb6dcfd into 0d0e1e2180f84a95a4fa632a3f2e4c1e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:53,647 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:53,647 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/C, priority=13, startTime=1732305533561; duration=0sec 2024-11-22T19:58:53,647 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:53,647 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:C 2024-11-22T19:58:53,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T19:58:53,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:53,690 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T19:58:53,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220f03509d841a4c769abcd5a66c58a220_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305531903/Put/seqid=0 2024-11-22T19:58:53,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742433_1609 (size=12154) 2024-11-22T19:58:53,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:53,741 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220f03509d841a4c769abcd5a66c58a220_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220f03509d841a4c769abcd5a66c58a220_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:53,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/1a0573b953174178b9120761c4fefe72, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:53,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/1a0573b953174178b9120761c4fefe72 is 175, key is test_row_0/A:col10/1732305531903/Put/seqid=0 2024-11-22T19:58:53,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742434_1610 (size=30955) 2024-11-22T19:58:53,763 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/1a0573b953174178b9120761c4fefe72 2024-11-22T19:58:53,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/68d9cc7f3c2e4c7fbc993ccec70cbb2b is 50, key is test_row_0/B:col10/1732305531903/Put/seqid=0 2024-11-22T19:58:53,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742435_1611 (size=12001) 2024-11-22T19:58:53,784 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/68d9cc7f3c2e4c7fbc993ccec70cbb2b 2024-11-22T19:58:53,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/908ccffe669440bfaa6b448f33147d23 is 50, key is test_row_0/C:col10/1732305531903/Put/seqid=0 2024-11-22T19:58:53,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742436_1612 (size=12001) 2024-11-22T19:58:53,994 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/93434aadb2324ed7907942e8b7534e45 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/93434aadb2324ed7907942e8b7534e45 2024-11-22T19:58:53,998 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/B of b53271804e2e47513e49be766cb6dcfd into 93434aadb2324ed7907942e8b7534e45(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:53,998 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:53,998 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/B, priority=13, startTime=1732305533561; duration=0sec 2024-11-22T19:58:53,998 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:53,998 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:B 2024-11-22T19:58:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:54,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305594113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305594113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305594114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,194 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/908ccffe669440bfaa6b448f33147d23 2024-11-22T19:58:54,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/1a0573b953174178b9120761c4fefe72 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/1a0573b953174178b9120761c4fefe72 2024-11-22T19:58:54,207 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/1a0573b953174178b9120761c4fefe72, entries=150, sequenceid=119, filesize=30.2 K 2024-11-22T19:58:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/68d9cc7f3c2e4c7fbc993ccec70cbb2b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/68d9cc7f3c2e4c7fbc993ccec70cbb2b 2024-11-22T19:58:54,212 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/68d9cc7f3c2e4c7fbc993ccec70cbb2b, entries=150, sequenceid=119, filesize=11.7 K 2024-11-22T19:58:54,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/908ccffe669440bfaa6b448f33147d23 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/908ccffe669440bfaa6b448f33147d23 2024-11-22T19:58:54,216 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/908ccffe669440bfaa6b448f33147d23, entries=150, sequenceid=119, filesize=11.7 K 2024-11-22T19:58:54,216 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b53271804e2e47513e49be766cb6dcfd in 527ms, sequenceid=119, compaction requested=false 2024-11-22T19:58:54,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:54,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:54,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-22T19:58:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-22T19:58:54,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-22T19:58:54,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7610 sec 2024-11-22T19:58:54,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.7670 sec 2024-11-22T19:58:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:54,230 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:54,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T19:58:54,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c7bc7f3494cd45e6b302d3ecf34481d7_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305534105/Put/seqid=0 2024-11-22T19:58:54,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742437_1613 (size=12304) 2024-11-22T19:58:54,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305594255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305594255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305594257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305594366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305594366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305594366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48178 deadline: 1732305594407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,411 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in b53271804e2e47513e49be766cb6dcfd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:54,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48202 deadline: 1732305594416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,419 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in b53271804e2e47513e49be766cb6dcfd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:58:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305594576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305594576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305594577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T19:58:54,606 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:54,607 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-22T19:58:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T19:58:54,608 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:54,609 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:54,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:54,641 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:54,644 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c7bc7f3494cd45e6b302d3ecf34481d7_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c7bc7f3494cd45e6b302d3ecf34481d7_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:54,645 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/0f7064e50fb54a0ebb20dbcc8b32e76e, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:54,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/0f7064e50fb54a0ebb20dbcc8b32e76e is 175, key is test_row_0/A:col10/1732305534105/Put/seqid=0 2024-11-22T19:58:54,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742438_1614 (size=31105) 2024-11-22T19:58:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T19:58:54,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T19:58:54,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:54,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:54,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:54,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:54,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:54,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305594886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305594887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305594887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:54,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T19:58:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:54,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T19:58:55,050 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/0f7064e50fb54a0ebb20dbcc8b32e76e 2024-11-22T19:58:55,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/32fe660607ff44c8914973def7ed6c37 is 50, key is test_row_0/B:col10/1732305534105/Put/seqid=0 2024-11-22T19:58:55,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742439_1615 (size=12151) 2024-11-22T19:58:55,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T19:58:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T19:58:55,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:55,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T19:58:55,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T19:58:55,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:55,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305595397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:55,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305595397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:55,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305595397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:55,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/32fe660607ff44c8914973def7ed6c37 2024-11-22T19:58:55,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/d726cbe4d8914e16a91fc9610dfdcdea is 50, key is test_row_0/C:col10/1732305534105/Put/seqid=0 2024-11-22T19:58:55,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742440_1616 (size=12151) 2024-11-22T19:58:55,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T19:58:55,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:55,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T19:58:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T19:58:55,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T19:58:55,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:55,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:58:55,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/d726cbe4d8914e16a91fc9610dfdcdea 2024-11-22T19:58:55,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/0f7064e50fb54a0ebb20dbcc8b32e76e as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/0f7064e50fb54a0ebb20dbcc8b32e76e 2024-11-22T19:58:55,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/0f7064e50fb54a0ebb20dbcc8b32e76e, entries=150, sequenceid=137, filesize=30.4 K 2024-11-22T19:58:55,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/32fe660607ff44c8914973def7ed6c37 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/32fe660607ff44c8914973def7ed6c37 2024-11-22T19:58:55,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/32fe660607ff44c8914973def7ed6c37, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T19:58:55,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/d726cbe4d8914e16a91fc9610dfdcdea as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/d726cbe4d8914e16a91fc9610dfdcdea 2024-11-22T19:58:55,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/d726cbe4d8914e16a91fc9610dfdcdea, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T19:58:55,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b53271804e2e47513e49be766cb6dcfd in 1654ms, sequenceid=137, compaction requested=true 2024-11-22T19:58:55,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:55,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:55,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:55,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:55,884 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:55,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:55,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:55,885 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:55,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:55,885 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:55,885 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/A is initiating minor compaction (all files) 2024-11-22T19:58:55,885 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/A in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,885 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/51760017941e4134bfb9eeac2b9d5633, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/1a0573b953174178b9120761c4fefe72, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/0f7064e50fb54a0ebb20dbcc8b32e76e] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=91.0 K 2024-11-22T19:58:55,886 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,886 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/51760017941e4134bfb9eeac2b9d5633, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/1a0573b953174178b9120761c4fefe72, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/0f7064e50fb54a0ebb20dbcc8b32e76e] 2024-11-22T19:58:55,886 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:55,886 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/B is initiating minor compaction (all files) 2024-11-22T19:58:55,886 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/B in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,886 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/93434aadb2324ed7907942e8b7534e45, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/68d9cc7f3c2e4c7fbc993ccec70cbb2b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/32fe660607ff44c8914973def7ed6c37] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=35.5 K 2024-11-22T19:58:55,886 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51760017941e4134bfb9eeac2b9d5633, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732305530717 2024-11-22T19:58:55,886 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a0573b953174178b9120761c4fefe72, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732305531890 2024-11-22T19:58:55,886 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 93434aadb2324ed7907942e8b7534e45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732305530717 2024-11-22T19:58:55,886 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 68d9cc7f3c2e4c7fbc993ccec70cbb2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732305531890 2024-11-22T19:58:55,886 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f7064e50fb54a0ebb20dbcc8b32e76e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732305534105 2024-11-22T19:58:55,887 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 32fe660607ff44c8914973def7ed6c37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732305534105 2024-11-22T19:58:55,891 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:55,893 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122b3112aabb00947b4be23e8baa9247fe6_b53271804e2e47513e49be766cb6dcfd store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:55,893 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#B#compaction#528 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:55,894 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122b3112aabb00947b4be23e8baa9247fe6_b53271804e2e47513e49be766cb6dcfd, store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:55,894 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/0c688e2aba2d4eaebe3ce21aedc0d32a is 50, key is test_row_0/B:col10/1732305534105/Put/seqid=0 2024-11-22T19:58:55,894 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b3112aabb00947b4be23e8baa9247fe6_b53271804e2e47513e49be766cb6dcfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:55,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742441_1617 (size=12459) 2024-11-22T19:58:55,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742442_1618 (size=4469) 2024-11-22T19:58:55,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T19:58:55,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:55,985 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T19:58:55,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220e1984e8e49b4ec4bda3f3ec26d650bb_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305534255/Put/seqid=0 2024-11-22T19:58:56,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742443_1619 (size=12304) 2024-11-22T19:58:56,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:56,008 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220e1984e8e49b4ec4bda3f3ec26d650bb_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220e1984e8e49b4ec4bda3f3ec26d650bb_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:56,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/798cdfd220c74228be230e71c47b97ce, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/798cdfd220c74228be230e71c47b97ce is 175, key is test_row_0/A:col10/1732305534255/Put/seqid=0 2024-11-22T19:58:56,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742444_1620 (size=31105) 2024-11-22T19:58:56,015 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/798cdfd220c74228be230e71c47b97ce 2024-11-22T19:58:56,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/b8fef76fc9fd4b11a60f83b9c33ec703 is 50, key is test_row_0/B:col10/1732305534255/Put/seqid=0 2024-11-22T19:58:56,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742445_1621 (size=12151) 2024-11-22T19:58:56,305 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/0c688e2aba2d4eaebe3ce21aedc0d32a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0c688e2aba2d4eaebe3ce21aedc0d32a 2024-11-22T19:58:56,309 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/B of b53271804e2e47513e49be766cb6dcfd into 0c688e2aba2d4eaebe3ce21aedc0d32a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:56,309 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:56,309 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/B, priority=13, startTime=1732305535884; duration=0sec 2024-11-22T19:58:56,309 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:56,309 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:B 2024-11-22T19:58:56,309 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:56,311 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:56,311 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/C is initiating minor compaction (all files) 2024-11-22T19:58:56,311 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/C in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:56,311 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0d0e1e2180f84a95a4fa632a3f2e4c1e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/908ccffe669440bfaa6b448f33147d23, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/d726cbe4d8914e16a91fc9610dfdcdea] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=35.5 K 2024-11-22T19:58:56,311 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#A#compaction#527 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:56,311 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/2ad9be7f3e3241968d5251e5b11faaf2 is 175, key is test_row_0/A:col10/1732305534105/Put/seqid=0 2024-11-22T19:58:56,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742446_1622 (size=31413) 2024-11-22T19:58:56,318 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d0e1e2180f84a95a4fa632a3f2e4c1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732305530717 2024-11-22T19:58:56,321 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 908ccffe669440bfaa6b448f33147d23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732305531890 2024-11-22T19:58:56,328 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting d726cbe4d8914e16a91fc9610dfdcdea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732305534105 2024-11-22T19:58:56,329 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/2ad9be7f3e3241968d5251e5b11faaf2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/2ad9be7f3e3241968d5251e5b11faaf2 2024-11-22T19:58:56,334 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/A of b53271804e2e47513e49be766cb6dcfd into 2ad9be7f3e3241968d5251e5b11faaf2(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:56,334 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:56,334 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/A, priority=13, startTime=1732305535884; duration=0sec 2024-11-22T19:58:56,334 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:56,334 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:A 2024-11-22T19:58:56,339 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#C#compaction#531 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:56,339 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/b16b48e859ef4364a5c6dbe090b3aa19 is 50, key is test_row_0/C:col10/1732305534105/Put/seqid=0 2024-11-22T19:58:56,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742447_1623 (size=12459) 2024-11-22T19:58:56,372 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/b16b48e859ef4364a5c6dbe090b3aa19 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/b16b48e859ef4364a5c6dbe090b3aa19 2024-11-22T19:58:56,381 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/C of b53271804e2e47513e49be766cb6dcfd into b16b48e859ef4364a5c6dbe090b3aa19(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:56,381 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:56,381 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/C, priority=13, startTime=1732305535884; duration=0sec 2024-11-22T19:58:56,382 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:56,382 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:C 2024-11-22T19:58:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:56,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:56,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305596430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:56,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:56,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305596434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305596434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:56,439 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/b8fef76fc9fd4b11a60f83b9c33ec703 2024-11-22T19:58:56,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/1bc33f8691f14a4b9c6efe539ddcc988 is 50, key is test_row_0/C:col10/1732305534255/Put/seqid=0 2024-11-22T19:58:56,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742448_1624 (size=12151) 2024-11-22T19:58:56,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305596536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:56,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305596546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:56,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:56,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305596547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:56,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:56,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:56,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305596746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T19:58:56,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305596756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:56,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:56,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:56,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305596757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:56,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:56,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:56,849 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/1bc33f8691f14a4b9c6efe539ddcc988 2024-11-22T19:58:56,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/798cdfd220c74228be230e71c47b97ce as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/798cdfd220c74228be230e71c47b97ce 2024-11-22T19:58:56,856 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/798cdfd220c74228be230e71c47b97ce, entries=150, sequenceid=156, filesize=30.4 K 2024-11-22T19:58:56,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/b8fef76fc9fd4b11a60f83b9c33ec703 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/b8fef76fc9fd4b11a60f83b9c33ec703 2024-11-22T19:58:56,860 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/b8fef76fc9fd4b11a60f83b9c33ec703, entries=150, sequenceid=156, filesize=11.9 K 2024-11-22T19:58:56,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/1bc33f8691f14a4b9c6efe539ddcc988 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/1bc33f8691f14a4b9c6efe539ddcc988 2024-11-22T19:58:56,863 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/1bc33f8691f14a4b9c6efe539ddcc988, entries=150, sequenceid=156, filesize=11.9 K 2024-11-22T19:58:56,864 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for b53271804e2e47513e49be766cb6dcfd in 879ms, sequenceid=156, compaction requested=false 2024-11-22T19:58:56,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:56,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:56,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-22T19:58:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-22T19:58:56,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-22T19:58:56,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2560 sec 2024-11-22T19:58:56,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.2610 sec 2024-11-22T19:58:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:57,060 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:57,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T19:58:57,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e5a1fba3bc4a4970ad446bb4c798dd24_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305536427/Put/seqid=0 2024-11-22T19:58:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742449_1625 (size=14794) 2024-11-22T19:58:57,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305597096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:57,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305597096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:57,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:57,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:57,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305597101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:57,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305597206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:57,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:57,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305597206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:57,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:57,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305597216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:57,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305597416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:57,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305597416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:57,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305597426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:57,486 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:57,489 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e5a1fba3bc4a4970ad446bb4c798dd24_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e5a1fba3bc4a4970ad446bb4c798dd24_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:57,490 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/a8f66e8f7d6449cc91b38fb1efc83279, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:57,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/a8f66e8f7d6449cc91b38fb1efc83279 is 175, key is test_row_0/A:col10/1732305536427/Put/seqid=0 2024-11-22T19:58:57,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742450_1626 (size=39749) 2024-11-22T19:58:57,494 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/a8f66e8f7d6449cc91b38fb1efc83279 2024-11-22T19:58:57,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/0ab959821420457aaea47bf14e31e1a2 is 50, key is test_row_0/B:col10/1732305536427/Put/seqid=0 2024-11-22T19:58:57,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742451_1627 (size=12151) 2024-11-22T19:58:57,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305597727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:57,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:57,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305597727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:57,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:57,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:57,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305597736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:57,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/0ab959821420457aaea47bf14e31e1a2 2024-11-22T19:58:57,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/7d1bf3849bcd4c549cb4b7f0080cc2dc is 50, key is test_row_0/C:col10/1732305536427/Put/seqid=0 2024-11-22T19:58:57,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742452_1628 (size=12151) 2024-11-22T19:58:58,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:58,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305598237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305598237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:58,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:58,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305598246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:58,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/7d1bf3849bcd4c549cb4b7f0080cc2dc 2024-11-22T19:58:58,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/a8f66e8f7d6449cc91b38fb1efc83279 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8f66e8f7d6449cc91b38fb1efc83279 2024-11-22T19:58:58,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8f66e8f7d6449cc91b38fb1efc83279, entries=200, sequenceid=178, filesize=38.8 K 2024-11-22T19:58:58,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/0ab959821420457aaea47bf14e31e1a2 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0ab959821420457aaea47bf14e31e1a2 2024-11-22T19:58:58,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0ab959821420457aaea47bf14e31e1a2, entries=150, sequenceid=178, filesize=11.9 K 2024-11-22T19:58:58,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/7d1bf3849bcd4c549cb4b7f0080cc2dc as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/7d1bf3849bcd4c549cb4b7f0080cc2dc 2024-11-22T19:58:58,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/7d1bf3849bcd4c549cb4b7f0080cc2dc, entries=150, sequenceid=178, filesize=11.9 K 2024-11-22T19:58:58,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b53271804e2e47513e49be766cb6dcfd in 1290ms, sequenceid=178, compaction requested=true 2024-11-22T19:58:58,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:58,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:58:58,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:58,350 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:58,350 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:58,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:58:58,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:58,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:58:58,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:58,352 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:58,352 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/B is initiating minor compaction (all files) 2024-11-22T19:58:58,352 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/B in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:58,352 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0c688e2aba2d4eaebe3ce21aedc0d32a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/b8fef76fc9fd4b11a60f83b9c33ec703, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0ab959821420457aaea47bf14e31e1a2] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=35.9 K 2024-11-22T19:58:58,352 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:58,352 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/A is initiating minor compaction (all files) 2024-11-22T19:58:58,352 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/A in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:58,352 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/2ad9be7f3e3241968d5251e5b11faaf2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/798cdfd220c74228be230e71c47b97ce, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8f66e8f7d6449cc91b38fb1efc83279] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=99.9 K 2024-11-22T19:58:58,352 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:58,352 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/2ad9be7f3e3241968d5251e5b11faaf2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/798cdfd220c74228be230e71c47b97ce, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8f66e8f7d6449cc91b38fb1efc83279] 2024-11-22T19:58:58,353 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c688e2aba2d4eaebe3ce21aedc0d32a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732305534105 2024-11-22T19:58:58,353 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ad9be7f3e3241968d5251e5b11faaf2, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732305534105 2024-11-22T19:58:58,353 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 798cdfd220c74228be230e71c47b97ce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732305534244 2024-11-22T19:58:58,353 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b8fef76fc9fd4b11a60f83b9c33ec703, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732305534244 2024-11-22T19:58:58,353 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8f66e8f7d6449cc91b38fb1efc83279, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732305536427 2024-11-22T19:58:58,353 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ab959821420457aaea47bf14e31e1a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732305536427 2024-11-22T19:58:58,362 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#B#compaction#536 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:58,363 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/3a7efac604a248bebb25ead70cee5366 is 50, key is test_row_0/B:col10/1732305536427/Put/seqid=0 2024-11-22T19:58:58,369 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:58,373 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122a51acbc33e10489380707fbbf25046b3_b53271804e2e47513e49be766cb6dcfd store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:58,375 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122a51acbc33e10489380707fbbf25046b3_b53271804e2e47513e49be766cb6dcfd, store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:58,376 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a51acbc33e10489380707fbbf25046b3_b53271804e2e47513e49be766cb6dcfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:58,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742453_1629 (size=12561) 2024-11-22T19:58:58,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742454_1630 (size=4469) 2024-11-22T19:58:58,391 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#A#compaction#537 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:58,392 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/d0d7cafb25fa4c39a673bb2461a81aa1 is 175, key is test_row_0/A:col10/1732305536427/Put/seqid=0 2024-11-22T19:58:58,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742455_1631 (size=31515) 2024-11-22T19:58:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T19:58:58,777 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:58,777 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-22T19:58:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T19:58:58,779 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:58,780 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:58,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:58,784 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/3a7efac604a248bebb25ead70cee5366 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/3a7efac604a248bebb25ead70cee5366 2024-11-22T19:58:58,788 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/B of b53271804e2e47513e49be766cb6dcfd into 3a7efac604a248bebb25ead70cee5366(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:58,788 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:58,788 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/B, priority=13, startTime=1732305538350; duration=0sec 2024-11-22T19:58:58,788 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:58:58,788 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:B 2024-11-22T19:58:58,788 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:58:58,789 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:58:58,789 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/C is initiating minor compaction (all files) 2024-11-22T19:58:58,789 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/C in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:58,790 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/b16b48e859ef4364a5c6dbe090b3aa19, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/1bc33f8691f14a4b9c6efe539ddcc988, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/7d1bf3849bcd4c549cb4b7f0080cc2dc] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=35.9 K 2024-11-22T19:58:58,790 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting b16b48e859ef4364a5c6dbe090b3aa19, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732305534105 2024-11-22T19:58:58,790 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bc33f8691f14a4b9c6efe539ddcc988, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732305534244 2024-11-22T19:58:58,790 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d1bf3849bcd4c549cb4b7f0080cc2dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732305536427 2024-11-22T19:58:58,796 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#C#compaction#538 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:58:58,796 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/85934125341d429199ec849437bf1aa1 is 50, key is test_row_0/C:col10/1732305536427/Put/seqid=0 2024-11-22T19:58:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742456_1632 (size=12561) 2024-11-22T19:58:58,803 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/d0d7cafb25fa4c39a673bb2461a81aa1 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/d0d7cafb25fa4c39a673bb2461a81aa1 2024-11-22T19:58:58,804 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/85934125341d429199ec849437bf1aa1 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/85934125341d429199ec849437bf1aa1 2024-11-22T19:58:58,808 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/A of b53271804e2e47513e49be766cb6dcfd into d0d7cafb25fa4c39a673bb2461a81aa1(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:58,808 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:58,808 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/A, priority=13, startTime=1732305538350; duration=0sec 2024-11-22T19:58:58,808 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:58,808 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:A 2024-11-22T19:58:58,808 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/C of b53271804e2e47513e49be766cb6dcfd into 85934125341d429199ec849437bf1aa1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:58:58,808 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:58,808 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/C, priority=13, startTime=1732305538350; duration=0sec 2024-11-22T19:58:58,808 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:58:58,808 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:C 2024-11-22T19:58:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T19:58:58,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-22T19:58:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:58,933 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T19:58:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b71de69598404a7a9d3e2975e1d249ef_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305537094/Put/seqid=0 2024-11-22T19:58:58,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742457_1633 (size=12304) 2024-11-22T19:58:58,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:58,955 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b71de69598404a7a9d3e2975e1d249ef_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b71de69598404a7a9d3e2975e1d249ef_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:58,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/fb35005c3a6544efb061f041f3e95484, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/fb35005c3a6544efb061f041f3e95484 is 175, key is test_row_0/A:col10/1732305537094/Put/seqid=0 2024-11-22T19:58:58,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742458_1634 (size=31105) 2024-11-22T19:58:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T19:58:59,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:58:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:59,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305599282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:59,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305599283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:59,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305599285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:59,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:59,367 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/fb35005c3a6544efb061f041f3e95484 2024-11-22T19:58:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/a1131bfcfd5d4b92be12e7970333f48b is 50, key is test_row_0/B:col10/1732305537094/Put/seqid=0 2024-11-22T19:58:59,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742459_1635 (size=12151) 2024-11-22T19:58:59,378 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/a1131bfcfd5d4b92be12e7970333f48b 2024-11-22T19:58:59,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/543bd70d1bf14dbc80e10161fae23bce is 50, key is test_row_0/C:col10/1732305537094/Put/seqid=0 2024-11-22T19:58:59,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742460_1636 (size=12151) 2024-11-22T19:58:59,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305599396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:59,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:59,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305599396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:59,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:59,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:59,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305599396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:59,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T19:58:59,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305599606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:59,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:59,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305599606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:59,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:59,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:59,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305599606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:59,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:59,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:59,788 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/543bd70d1bf14dbc80e10161fae23bce 2024-11-22T19:58:59,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/fb35005c3a6544efb061f041f3e95484 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/fb35005c3a6544efb061f041f3e95484 2024-11-22T19:58:59,794 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/fb35005c3a6544efb061f041f3e95484, entries=150, sequenceid=198, filesize=30.4 K 2024-11-22T19:58:59,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/a1131bfcfd5d4b92be12e7970333f48b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/a1131bfcfd5d4b92be12e7970333f48b 2024-11-22T19:58:59,798 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/a1131bfcfd5d4b92be12e7970333f48b, entries=150, sequenceid=198, filesize=11.9 K 2024-11-22T19:58:59,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/543bd70d1bf14dbc80e10161fae23bce as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/543bd70d1bf14dbc80e10161fae23bce 2024-11-22T19:58:59,801 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/543bd70d1bf14dbc80e10161fae23bce, entries=150, sequenceid=198, filesize=11.9 K 2024-11-22T19:58:59,802 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b53271804e2e47513e49be766cb6dcfd in 869ms, sequenceid=198, compaction requested=false 2024-11-22T19:58:59,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:58:59,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:58:59,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-22T19:58:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-22T19:58:59,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-22T19:58:59,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0230 sec 2024-11-22T19:58:59,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.0290 sec 2024-11-22T19:58:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T19:58:59,917 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:58:59,917 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:58:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-22T19:58:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T19:58:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:59,919 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:58:59,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T19:58:59,919 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:58:59,920 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:58:59,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:58:59,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cff7979c40e245a18f7b98b7a981e42b_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305539284/Put/seqid=0 2024-11-22T19:58:59,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742461_1637 (size=12304) 2024-11-22T19:58:59,931 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:58:59,935 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cff7979c40e245a18f7b98b7a981e42b_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cff7979c40e245a18f7b98b7a981e42b_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:58:59,936 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/8c65d70a9d044e9399ec5cf5361d5bb4, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:58:59,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/8c65d70a9d044e9399ec5cf5361d5bb4 is 175, key is test_row_0/A:col10/1732305539284/Put/seqid=0 2024-11-22T19:58:59,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742462_1638 (size=31105) 2024-11-22T19:58:59,940 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/8c65d70a9d044e9399ec5cf5361d5bb4 2024-11-22T19:58:59,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/c22b04002ae7435c988d4f5a59792078 is 50, key is test_row_0/B:col10/1732305539284/Put/seqid=0 2024-11-22T19:58:59,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742463_1639 (size=12151) 2024-11-22T19:58:59,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/c22b04002ae7435c988d4f5a59792078 2024-11-22T19:58:59,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305599943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:59,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305599944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:59,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:58:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305599950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:58:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:58:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:58:59,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/fea353950e4e4983ba4a742872dcf457 is 50, key is test_row_0/C:col10/1732305539284/Put/seqid=0 2024-11-22T19:58:59,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742464_1640 (size=12151) 2024-11-22T19:59:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T19:59:00,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305600056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305600056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305600067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-22T19:59:00,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:00,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:59:00,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:00,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:00,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:00,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-22T19:59:00,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:00,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:59:00,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:00,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:00,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T19:59:00,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305600267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305600267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305600276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/fea353950e4e4983ba4a742872dcf457 2024-11-22T19:59:00,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/8c65d70a9d044e9399ec5cf5361d5bb4 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/8c65d70a9d044e9399ec5cf5361d5bb4 2024-11-22T19:59:00,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-22T19:59:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:59:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:00,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:00,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/8c65d70a9d044e9399ec5cf5361d5bb4, entries=150, sequenceid=218, filesize=30.4 K 2024-11-22T19:59:00,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/c22b04002ae7435c988d4f5a59792078 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/c22b04002ae7435c988d4f5a59792078 2024-11-22T19:59:00,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/c22b04002ae7435c988d4f5a59792078, entries=150, sequenceid=218, filesize=11.9 K 2024-11-22T19:59:00,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/fea353950e4e4983ba4a742872dcf457 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/fea353950e4e4983ba4a742872dcf457 2024-11-22T19:59:00,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/fea353950e4e4983ba4a742872dcf457, entries=150, sequenceid=218, filesize=11.9 K 2024-11-22T19:59:00,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b53271804e2e47513e49be766cb6dcfd in 477ms, sequenceid=218, compaction requested=true 2024-11-22T19:59:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:59:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:59:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:59:00,396 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:59:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:59:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:59:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:59:00,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:59:00,396 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:59:00,401 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:59:00,401 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:59:00,401 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/A is initiating minor compaction (all files) 2024-11-22T19:59:00,401 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/B is initiating minor compaction (all files) 2024-11-22T19:59:00,401 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/A in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:00,401 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/B in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:00,401 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/d0d7cafb25fa4c39a673bb2461a81aa1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/fb35005c3a6544efb061f041f3e95484, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/8c65d70a9d044e9399ec5cf5361d5bb4] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=91.5 K 2024-11-22T19:59:00,401 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:00,401 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/d0d7cafb25fa4c39a673bb2461a81aa1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/fb35005c3a6544efb061f041f3e95484, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/8c65d70a9d044e9399ec5cf5361d5bb4] 2024-11-22T19:59:00,401 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/3a7efac604a248bebb25ead70cee5366, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/a1131bfcfd5d4b92be12e7970333f48b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/c22b04002ae7435c988d4f5a59792078] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=36.0 K 2024-11-22T19:59:00,401 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0d7cafb25fa4c39a673bb2461a81aa1, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732305536427 2024-11-22T19:59:00,401 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a7efac604a248bebb25ead70cee5366, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732305536427 2024-11-22T19:59:00,402 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb35005c3a6544efb061f041f3e95484, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732305537087 2024-11-22T19:59:00,402 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting a1131bfcfd5d4b92be12e7970333f48b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732305537087 2024-11-22T19:59:00,402 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c22b04002ae7435c988d4f5a59792078, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732305539276 2024-11-22T19:59:00,402 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c65d70a9d044e9399ec5cf5361d5bb4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732305539276 2024-11-22T19:59:00,410 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#B#compaction#545 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:59:00,410 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/292e6ef51ea04e748b9d9b7ad36eea40 is 50, key is test_row_0/B:col10/1732305539284/Put/seqid=0 2024-11-22T19:59:00,411 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:59:00,413 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112276e16a000b4449308837542f643c62e5_b53271804e2e47513e49be766cb6dcfd store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:59:00,415 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112276e16a000b4449308837542f643c62e5_b53271804e2e47513e49be766cb6dcfd, store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:59:00,415 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112276e16a000b4449308837542f643c62e5_b53271804e2e47513e49be766cb6dcfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:59:00,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742465_1641 (size=12663) 2024-11-22T19:59:00,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742466_1642 (size=4469) 2024-11-22T19:59:00,425 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#A#compaction#546 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:59:00,426 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/91fab6e32e6e4839968f9b69b6eaa5e8 is 175, key is test_row_0/A:col10/1732305539284/Put/seqid=0 2024-11-22T19:59:00,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742467_1643 (size=31617) 2024-11-22T19:59:00,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-22T19:59:00,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:00,534 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T19:59:00,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225efe3bf9b2db4139b22fc1d1a484bc18_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305539948/Put/seqid=0 2024-11-22T19:59:00,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742468_1644 (size=12304) 2024-11-22T19:59:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T19:59:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:00,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:59:00,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305600616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305600621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305600623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305600727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305600736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305600736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,826 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/292e6ef51ea04e748b9d9b7ad36eea40 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/292e6ef51ea04e748b9d9b7ad36eea40 2024-11-22T19:59:00,831 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/B of b53271804e2e47513e49be766cb6dcfd into 292e6ef51ea04e748b9d9b7ad36eea40(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:59:00,831 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:59:00,831 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/B, priority=13, startTime=1732305540396; duration=0sec 2024-11-22T19:59:00,831 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:59:00,831 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:B 2024-11-22T19:59:00,831 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T19:59:00,832 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T19:59:00,832 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/C is initiating minor compaction (all files) 2024-11-22T19:59:00,832 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/C in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:00,832 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/85934125341d429199ec849437bf1aa1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/543bd70d1bf14dbc80e10161fae23bce, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/fea353950e4e4983ba4a742872dcf457] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=36.0 K 2024-11-22T19:59:00,833 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 85934125341d429199ec849437bf1aa1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732305536427 2024-11-22T19:59:00,834 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 543bd70d1bf14dbc80e10161fae23bce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732305537087 2024-11-22T19:59:00,834 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting fea353950e4e4983ba4a742872dcf457, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732305539276 2024-11-22T19:59:00,836 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/91fab6e32e6e4839968f9b69b6eaa5e8 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/91fab6e32e6e4839968f9b69b6eaa5e8 2024-11-22T19:59:00,840 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/A of b53271804e2e47513e49be766cb6dcfd into 91fab6e32e6e4839968f9b69b6eaa5e8(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:59:00,840 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:59:00,841 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/A, priority=13, startTime=1732305540396; duration=0sec 2024-11-22T19:59:00,841 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:59:00,841 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:A 2024-11-22T19:59:00,841 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#C#compaction#548 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:59:00,841 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/c9f2a576b74341ed924b1ae2fdb4c1da is 50, key is test_row_0/C:col10/1732305539284/Put/seqid=0 2024-11-22T19:59:00,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742469_1645 (size=12663) 2024-11-22T19:59:00,861 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/c9f2a576b74341ed924b1ae2fdb4c1da as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/c9f2a576b74341ed924b1ae2fdb4c1da 2024-11-22T19:59:00,865 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/C of b53271804e2e47513e49be766cb6dcfd into c9f2a576b74341ed924b1ae2fdb4c1da(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:59:00,865 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:59:00,865 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/C, priority=13, startTime=1732305540396; duration=0sec 2024-11-22T19:59:00,865 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:59:00,865 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:C 2024-11-22T19:59:00,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305600936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:59:00,949 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225efe3bf9b2db4139b22fc1d1a484bc18_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225efe3bf9b2db4139b22fc1d1a484bc18_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:00,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/42efaa5fa1f74793abbc26816aa7708c, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:59:00,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305600946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/42efaa5fa1f74793abbc26816aa7708c is 175, key is test_row_0/A:col10/1732305539948/Put/seqid=0 2024-11-22T19:59:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305600946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:00,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742470_1646 (size=31105) 2024-11-22T19:59:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T19:59:01,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305601246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:01,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305601257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:01,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305601257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:01,356 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/42efaa5fa1f74793abbc26816aa7708c 2024-11-22T19:59:01,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/db74e7035fee48628fd4b1b4955305f3 is 50, key is test_row_0/B:col10/1732305539948/Put/seqid=0 2024-11-22T19:59:01,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742471_1647 (size=12151) 2024-11-22T19:59:01,410 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/db74e7035fee48628fd4b1b4955305f3 2024-11-22T19:59:01,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/780c7301f5dd419888b2fd4ceed3b05b is 50, key is test_row_0/C:col10/1732305539948/Put/seqid=0 2024-11-22T19:59:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742472_1648 (size=12151) 2024-11-22T19:59:01,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305601756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:01,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:01,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:01,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:01,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305601767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:01,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305601767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:01,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:01,842 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/780c7301f5dd419888b2fd4ceed3b05b 2024-11-22T19:59:01,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/42efaa5fa1f74793abbc26816aa7708c as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/42efaa5fa1f74793abbc26816aa7708c 2024-11-22T19:59:01,850 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/42efaa5fa1f74793abbc26816aa7708c, entries=150, sequenceid=234, filesize=30.4 K 2024-11-22T19:59:01,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/db74e7035fee48628fd4b1b4955305f3 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/db74e7035fee48628fd4b1b4955305f3 2024-11-22T19:59:01,854 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/db74e7035fee48628fd4b1b4955305f3, entries=150, sequenceid=234, filesize=11.9 K 2024-11-22T19:59:01,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/780c7301f5dd419888b2fd4ceed3b05b as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/780c7301f5dd419888b2fd4ceed3b05b 2024-11-22T19:59:01,858 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/780c7301f5dd419888b2fd4ceed3b05b, entries=150, sequenceid=234, filesize=11.9 K 2024-11-22T19:59:01,859 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for b53271804e2e47513e49be766cb6dcfd in 1325ms, sequenceid=234, compaction requested=false 2024-11-22T19:59:01,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:59:01,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:01,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-22T19:59:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-22T19:59:01,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-22T19:59:01,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9400 sec 2024-11-22T19:59:01,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 1.9460 sec 2024-11-22T19:59:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T19:59:02,066 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:59:02,067 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:59:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-22T19:59:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T19:59:02,069 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:59:02,070 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:59:02,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:59:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T19:59:02,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-22T19:59:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:02,223 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T19:59:02,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227de3de8857124bc7ac18e1d9527e738f_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305540613/Put/seqid=0 2024-11-22T19:59:02,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742473_1649 (size=12304) 2024-11-22T19:59:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T19:59:02,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:59:02,638 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227de3de8857124bc7ac18e1d9527e738f_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227de3de8857124bc7ac18e1d9527e738f_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/a8855466e3c3471ca5a9bcabac2bf351, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:59:02,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/a8855466e3c3471ca5a9bcabac2bf351 is 175, key is test_row_0/A:col10/1732305540613/Put/seqid=0 2024-11-22T19:59:02,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742474_1650 (size=31105) 2024-11-22T19:59:02,644 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/a8855466e3c3471ca5a9bcabac2bf351 2024-11-22T19:59:02,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/69bf6de9e6ce421c884cd73bf6498e16 is 50, key is test_row_0/B:col10/1732305540613/Put/seqid=0 2024-11-22T19:59:02,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742475_1651 (size=12151) 2024-11-22T19:59:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T19:59:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:59:02,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305602789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:02,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:02,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:02,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:02,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305602794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:02,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305602796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:02,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305602907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:02,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305602907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:02,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305602907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:03,079 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/69bf6de9e6ce421c884cd73bf6498e16 2024-11-22T19:59:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/0bd3ea4163f746798706a4016a000822 is 50, key is test_row_0/C:col10/1732305540613/Put/seqid=0 2024-11-22T19:59:03,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742476_1652 (size=12151) 2024-11-22T19:59:03,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305603117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:03,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305603117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:03,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305603117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T19:59:03,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305603427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:03,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305603427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:03,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:03,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305603427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:03,489 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/0bd3ea4163f746798706a4016a000822 2024-11-22T19:59:03,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/a8855466e3c3471ca5a9bcabac2bf351 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8855466e3c3471ca5a9bcabac2bf351 2024-11-22T19:59:03,497 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8855466e3c3471ca5a9bcabac2bf351, entries=150, sequenceid=258, filesize=30.4 K 2024-11-22T19:59:03,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/69bf6de9e6ce421c884cd73bf6498e16 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/69bf6de9e6ce421c884cd73bf6498e16 2024-11-22T19:59:03,501 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/69bf6de9e6ce421c884cd73bf6498e16, entries=150, sequenceid=258, filesize=11.9 K 2024-11-22T19:59:03,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/0bd3ea4163f746798706a4016a000822 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0bd3ea4163f746798706a4016a000822 2024-11-22T19:59:03,506 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0bd3ea4163f746798706a4016a000822, entries=150, sequenceid=258, filesize=11.9 K 2024-11-22T19:59:03,507 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b53271804e2e47513e49be766cb6dcfd in 1284ms, sequenceid=258, compaction requested=true 2024-11-22T19:59:03,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:59:03,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:03,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-22T19:59:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-22T19:59:03,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-22T19:59:03,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-11-22T19:59:03,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.4450 sec 2024-11-22T19:59:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:03,940 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T19:59:03,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T19:59:03,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227cb03d72080b4a4ab46865c87d84008f_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305542782/Put/seqid=0 2024-11-22T19:59:03,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742477_1653 (size=14994) 2024-11-22T19:59:03,953 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:59:03,956 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227cb03d72080b4a4ab46865c87d84008f_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227cb03d72080b4a4ab46865c87d84008f_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:03,959 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/26c7a7193c934600a6345eeeceb47019, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:59:03,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/26c7a7193c934600a6345eeeceb47019 is 175, key is test_row_0/A:col10/1732305542782/Put/seqid=0 2024-11-22T19:59:03,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742478_1654 (size=39949) 2024-11-22T19:59:04,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305603999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305603999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305603999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305604117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305604117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305604117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T19:59:04,217 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:59:04,218 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T19:59:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-22T19:59:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-22T19:59:04,219 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T19:59:04,220 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T19:59:04,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T19:59:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-22T19:59:04,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305604327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305604327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305604327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,364 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/26c7a7193c934600a6345eeeceb47019 2024-11-22T19:59:04,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/a811ff012789424e912b198db6fce892 is 50, key is test_row_0/B:col10/1732305542782/Put/seqid=0 2024-11-22T19:59:04,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-22T19:59:04,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:04,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:59:04,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:04,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742479_1655 (size=12301) 2024-11-22T19:59:04,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48178 deadline: 1732305604466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,471 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_1' in b53271804e2e47513e49be766cb6dcfd of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18281 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:59:04,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48202 deadline: 1732305604497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,503 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 982bb8edae1e,45729,1732305367266 for 'test_row_0' in b53271804e2e47513e49be766cb6dcfd of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18313 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T19:59:04,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-22T19:59:04,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:04,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:59:04,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:04,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-22T19:59:04,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305604636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305604636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305604637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:04,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-22T19:59:04,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:04,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:59:04,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:04,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/a811ff012789424e912b198db6fce892 2024-11-22T19:59:04,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/401decd607a541a4ab9ef6261bd9791f is 50, key is test_row_0/C:col10/1732305542782/Put/seqid=0 2024-11-22T19:59:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742480_1656 (size=12301) 2024-11-22T19:59:04,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-22T19:59:04,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:04,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:59:04,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:04,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-22T19:59:04,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-22T19:59:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:59:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:04,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:05,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-22T19:59:05,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:05,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:59:05,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:05,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:05,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T19:59:05,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48126 deadline: 1732305605146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:05,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48152 deadline: 1732305605156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:05,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T19:59:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48168 deadline: 1732305605157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:05,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 , the old value is region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:05,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T19:59:05,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., hostname=982bb8edae1e,45729,1732305367266, seqNum=5 because the exception is null or not the one we care about 2024-11-22T19:59:05,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/401decd607a541a4ab9ef6261bd9791f 2024-11-22T19:59:05,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/26c7a7193c934600a6345eeeceb47019 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/26c7a7193c934600a6345eeeceb47019 2024-11-22T19:59:05,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/26c7a7193c934600a6345eeeceb47019, entries=200, sequenceid=275, filesize=39.0 K 2024-11-22T19:59:05,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/a811ff012789424e912b198db6fce892 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/a811ff012789424e912b198db6fce892 2024-11-22T19:59:05,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/a811ff012789424e912b198db6fce892, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T19:59:05,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/401decd607a541a4ab9ef6261bd9791f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/401decd607a541a4ab9ef6261bd9791f 2024-11-22T19:59:05,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/401decd607a541a4ab9ef6261bd9791f, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T19:59:05,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for b53271804e2e47513e49be766cb6dcfd in 1269ms, sequenceid=275, compaction requested=true 2024-11-22T19:59:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:59:05,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T19:59:05,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:59:05,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T19:59:05,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:59:05,210 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:59:05,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b53271804e2e47513e49be766cb6dcfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T19:59:05,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:59:05,210 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:59:05,211 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:59:05,211 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133776 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:59:05,211 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/B is initiating minor compaction (all files) 2024-11-22T19:59:05,211 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/A is initiating minor compaction (all files) 2024-11-22T19:59:05,211 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/B in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:05,211 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/A in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:05,211 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/292e6ef51ea04e748b9d9b7ad36eea40, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/db74e7035fee48628fd4b1b4955305f3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/69bf6de9e6ce421c884cd73bf6498e16, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/a811ff012789424e912b198db6fce892] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=48.1 K 2024-11-22T19:59:05,211 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/91fab6e32e6e4839968f9b69b6eaa5e8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/42efaa5fa1f74793abbc26816aa7708c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8855466e3c3471ca5a9bcabac2bf351, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/26c7a7193c934600a6345eeeceb47019] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=130.6 K 2024-11-22T19:59:05,211 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:05,211 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. files: [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/91fab6e32e6e4839968f9b69b6eaa5e8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/42efaa5fa1f74793abbc26816aa7708c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8855466e3c3471ca5a9bcabac2bf351, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/26c7a7193c934600a6345eeeceb47019] 2024-11-22T19:59:05,211 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 292e6ef51ea04e748b9d9b7ad36eea40, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732305539276 2024-11-22T19:59:05,211 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91fab6e32e6e4839968f9b69b6eaa5e8, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732305539276 2024-11-22T19:59:05,211 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting db74e7035fee48628fd4b1b4955305f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732305539935 2024-11-22T19:59:05,211 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42efaa5fa1f74793abbc26816aa7708c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732305539935 2024-11-22T19:59:05,211 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 69bf6de9e6ce421c884cd73bf6498e16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732305540613 2024-11-22T19:59:05,212 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8855466e3c3471ca5a9bcabac2bf351, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732305540613 2024-11-22T19:59:05,212 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26c7a7193c934600a6345eeeceb47019, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732305542782 2024-11-22T19:59:05,212 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting a811ff012789424e912b198db6fce892, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732305542782 2024-11-22T19:59:05,218 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#B#compaction#557 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:59:05,219 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/ec7c5c2a856e4cba8a8522d7c31423cc is 50, key is test_row_0/B:col10/1732305542782/Put/seqid=0 2024-11-22T19:59:05,220 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:59:05,222 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f5a7bbde4a8d4a029990d6fa80f3620a_b53271804e2e47513e49be766cb6dcfd store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:59:05,223 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f5a7bbde4a8d4a029990d6fa80f3620a_b53271804e2e47513e49be766cb6dcfd, store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:59:05,224 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f5a7bbde4a8d4a029990d6fa80f3620a_b53271804e2e47513e49be766cb6dcfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:59:05,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742482_1658 (size=4469) 2024-11-22T19:59:05,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742481_1657 (size=12949) 2024-11-22T19:59:05,258 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/ec7c5c2a856e4cba8a8522d7c31423cc as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/ec7c5c2a856e4cba8a8522d7c31423cc 2024-11-22T19:59:05,262 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/B of b53271804e2e47513e49be766cb6dcfd into ec7c5c2a856e4cba8a8522d7c31423cc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:59:05,262 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:59:05,262 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/B, priority=12, startTime=1732305545210; duration=0sec 2024-11-22T19:59:05,262 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T19:59:05,262 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:B 2024-11-22T19:59:05,262 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T19:59:05,264 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T19:59:05,264 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1541): b53271804e2e47513e49be766cb6dcfd/C is initiating minor compaction (all files) 2024-11-22T19:59:05,264 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b53271804e2e47513e49be766cb6dcfd/C in TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:05,264 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/c9f2a576b74341ed924b1ae2fdb4c1da, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/780c7301f5dd419888b2fd4ceed3b05b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0bd3ea4163f746798706a4016a000822, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/401decd607a541a4ab9ef6261bd9791f] into tmpdir=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp, totalSize=48.1 K 2024-11-22T19:59:05,264 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting c9f2a576b74341ed924b1ae2fdb4c1da, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732305539276 2024-11-22T19:59:05,264 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 780c7301f5dd419888b2fd4ceed3b05b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732305539935 2024-11-22T19:59:05,265 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bd3ea4163f746798706a4016a000822, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732305540613 2024-11-22T19:59:05,265 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] compactions.Compactor(225): Compacting 401decd607a541a4ab9ef6261bd9791f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732305542782 2024-11-22T19:59:05,271 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#C#compaction#559 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:59:05,272 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/55c11a6f9c334ce9b33f2b49cd4a1c8d is 50, key is test_row_0/C:col10/1732305542782/Put/seqid=0 2024-11-22T19:59:05,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742483_1659 (size=12949) 2024-11-22T19:59:05,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-22T19:59:05,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:05,293 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T19:59:05,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ec6f79ccb04f4fceb79cd4e4a481ebf1_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305543977/Put/seqid=0 2024-11-22T19:59:05,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742484_1660 (size=12454) 2024-11-22T19:59:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-22T19:59:05,566 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T19:59:05,653 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b53271804e2e47513e49be766cb6dcfd#A#compaction#558 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T19:59:05,653 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/5647e0a5cfd249ec9db896484cdd66da is 175, key is test_row_0/A:col10/1732305542782/Put/seqid=0 2024-11-22T19:59:05,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742485_1661 (size=31903) 2024-11-22T19:59:05,661 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/5647e0a5cfd249ec9db896484cdd66da as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/5647e0a5cfd249ec9db896484cdd66da 2024-11-22T19:59:05,666 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/A of b53271804e2e47513e49be766cb6dcfd into 5647e0a5cfd249ec9db896484cdd66da(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:59:05,666 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:59:05,666 INFO [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/A, priority=12, startTime=1732305545209; duration=0sec 2024-11-22T19:59:05,666 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:59:05,666 DEBUG [RS:0;982bb8edae1e:45729-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:A 2024-11-22T19:59:05,680 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/55c11a6f9c334ce9b33f2b49cd4a1c8d as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/55c11a6f9c334ce9b33f2b49cd4a1c8d 2024-11-22T19:59:05,683 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b53271804e2e47513e49be766cb6dcfd/C of b53271804e2e47513e49be766cb6dcfd into 55c11a6f9c334ce9b33f2b49cd4a1c8d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T19:59:05,683 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:59:05,683 INFO [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., storeName=b53271804e2e47513e49be766cb6dcfd/C, priority=12, startTime=1732305545210; duration=0sec 2024-11-22T19:59:05,684 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T19:59:05,684 DEBUG [RS:0;982bb8edae1e:45729-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b53271804e2e47513e49be766cb6dcfd:C 2024-11-22T19:59:05,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:59:05,714 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ec6f79ccb04f4fceb79cd4e4a481ebf1_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ec6f79ccb04f4fceb79cd4e4a481ebf1_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:05,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/65447e3af028450e8f51332182331fdd, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:59:05,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/65447e3af028450e8f51332182331fdd is 175, key is test_row_0/A:col10/1732305543977/Put/seqid=0 2024-11-22T19:59:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742486_1662 (size=31255) 2024-11-22T19:59:06,121 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/65447e3af028450e8f51332182331fdd 2024-11-22T19:59:06,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/c22e384573464aa6a9c9656d0d304e7a is 50, key is test_row_0/B:col10/1732305543977/Put/seqid=0 2024-11-22T19:59:06,153 INFO [Thread-2584 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2584. 2024-11-22T19:59:06,153 DEBUG [Thread-2584 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:59:06,153 DEBUG [Thread-2584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,153 DEBUG [Thread-2584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:59:06,154 INFO [Thread-2586 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2586. 2024-11-22T19:59:06,155 DEBUG [Thread-2586 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:59:06,155 DEBUG [Thread-2586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,155 INFO [Thread-2588 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2588. 2024-11-22T19:59:06,155 DEBUG [Thread-2586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,155 DEBUG [Thread-2588 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:59:06,155 DEBUG [Thread-2588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:59:06,155 DEBUG [Thread-2588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:59:06,157 INFO [Thread-2582 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2582. 2024-11-22T19:59:06,157 INFO [Thread-2590 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2590. 2024-11-22T19:59:06,157 DEBUG [Thread-2582 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:59:06,157 DEBUG [Thread-2582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,157 DEBUG [Thread-2590 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:59:06,157 DEBUG [Thread-2590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:59:06,157 DEBUG [Thread-2590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:59:06,157 DEBUG [Thread-2582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45729 {}] regionserver.HRegion(8855): Flush requested on b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:06,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. as already flushing 2024-11-22T19:59:06,159 INFO [Thread-2573 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2573. 2024-11-22T19:59:06,159 DEBUG [Thread-2573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:59:06,159 DEBUG [Thread-2573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,159 DEBUG [Thread-2573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:59:06,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742487_1663 (size=12301) 2024-11-22T19:59:06,164 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/c22e384573464aa6a9c9656d0d304e7a 2024-11-22T19:59:06,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/3cd9c7869f8e4b77a36d0b8da05e7961 is 50, key is test_row_0/C:col10/1732305543977/Put/seqid=0 2024-11-22T19:59:06,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742488_1664 (size=12301) 2024-11-22T19:59:06,177 INFO [Thread-2571 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2571. 2024-11-22T19:59:06,177 INFO [Thread-2577 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2577. 2024-11-22T19:59:06,177 DEBUG [Thread-2571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:59:06,177 DEBUG [Thread-2571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,177 DEBUG [Thread-2577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:59:06,177 DEBUG [Thread-2577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,177 DEBUG [Thread-2571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,178 DEBUG [Thread-2577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:06,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:59:06,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:59:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-22T19:59:06,575 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/3cd9c7869f8e4b77a36d0b8da05e7961 2024-11-22T19:59:06,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/65447e3af028450e8f51332182331fdd as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/65447e3af028450e8f51332182331fdd 2024-11-22T19:59:06,581 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/65447e3af028450e8f51332182331fdd, entries=150, sequenceid=296, filesize=30.5 K 2024-11-22T19:59:06,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/c22e384573464aa6a9c9656d0d304e7a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/c22e384573464aa6a9c9656d0d304e7a 2024-11-22T19:59:06,584 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/c22e384573464aa6a9c9656d0d304e7a, entries=150, sequenceid=296, filesize=12.0 K 2024-11-22T19:59:06,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/3cd9c7869f8e4b77a36d0b8da05e7961 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/3cd9c7869f8e4b77a36d0b8da05e7961 2024-11-22T19:59:06,587 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/3cd9c7869f8e4b77a36d0b8da05e7961, entries=150, sequenceid=296, filesize=12.0 K 2024-11-22T19:59:06,588 INFO [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=20.13 KB/20610 for b53271804e2e47513e49be766cb6dcfd in 1295ms, sequenceid=296, compaction requested=false 2024-11-22T19:59:06,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for b53271804e2e47513e49be766cb6dcfd: 2024-11-22T19:59:06,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:06,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/982bb8edae1e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-22T19:59:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-22T19:59:06,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-22T19:59:06,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3690 sec 2024-11-22T19:59:06,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 2.3730 sec 2024-11-22T19:59:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-22T19:59:08,377 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:59:14,578 INFO [Thread-2579 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2579. 2024-11-22T19:59:14,578 DEBUG [Thread-2579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:59:14,578 DEBUG [Thread-2579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:14,578 DEBUG [Thread-2579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:14,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:59:14,597 INFO [Thread-2575 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2575. 2024-11-22T19:59:14,598 DEBUG [Thread-2575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T19:59:14,598 DEBUG [Thread-2575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:14,598 DEBUG [Thread-2575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:14,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:59:14,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T19:59:14,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-22T19:59:14,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-22T19:59:14,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-22T19:59:14,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-22T19:59:14,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-22T19:59:14,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T19:59:14,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3178 2024-11-22T19:59:14,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3224 2024-11-22T19:59:14,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3126 2024-11-22T19:59:14,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3175 2024-11-22T19:59:14,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3218 2024-11-22T19:59:14,598 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T19:59:14,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:59:14,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:59:14,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:14,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:14,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:59:14,599 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T19:59:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T19:59:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-22T19:59:14,602 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305554601"}]},"ts":"1732305554601"} 2024-11-22T19:59:14,603 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T19:59:14,603 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T19:59:14,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T19:59:14,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, UNASSIGN}] 2024-11-22T19:59:14,605 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, UNASSIGN 2024-11-22T19:59:14,605 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=b53271804e2e47513e49be766cb6dcfd, regionState=CLOSING, regionLocation=982bb8edae1e,45729,1732305367266 2024-11-22T19:59:14,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, UNASSIGN because future has completed 2024-11-22T19:59:14,607 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T19:59:14,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266}] 2024-11-22T19:59:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-22T19:59:14,759 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(122): Close b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:14,759 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T19:59:14,759 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1722): Closing b53271804e2e47513e49be766cb6dcfd, disabling compactions & flushes 2024-11-22T19:59:14,759 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:14,759 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:14,759 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. after waiting 0 ms 2024-11-22T19:59:14,759 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:14,759 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(2902): Flushing b53271804e2e47513e49be766cb6dcfd 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T19:59:14,765 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224c9e05d1c7d14fb8a96658997ff8f384_b53271804e2e47513e49be766cb6dcfd is 50, key is test_row_0/A:col10/1732305554597/Put/seqid=0 2024-11-22T19:59:14,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742489_1665 (size=9914) 2024-11-22T19:59:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-22T19:59:15,168 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T19:59:15,172 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224c9e05d1c7d14fb8a96658997ff8f384_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c9e05d1c7d14fb8a96658997ff8f384_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:15,172 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/fe2151d633ab4486a50b3d2fa87218a7, store: [table=TestAcidGuarantees family=A region=b53271804e2e47513e49be766cb6dcfd] 2024-11-22T19:59:15,173 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/fe2151d633ab4486a50b3d2fa87218a7 is 175, key is test_row_0/A:col10/1732305554597/Put/seqid=0 2024-11-22T19:59:15,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742490_1666 (size=22561) 2024-11-22T19:59:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-22T19:59:15,576 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/fe2151d633ab4486a50b3d2fa87218a7 2024-11-22T19:59:15,581 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/fd5a9acc0fc04fe0b34ae6ae7cd8da5a is 50, key is test_row_0/B:col10/1732305554597/Put/seqid=0 2024-11-22T19:59:15,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742491_1667 (size=9857) 2024-11-22T19:59:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-22T19:59:15,985 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/fd5a9acc0fc04fe0b34ae6ae7cd8da5a 2024-11-22T19:59:15,990 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/123cde0fc8de41f7a6041c076addb3ea is 50, key is test_row_0/C:col10/1732305554597/Put/seqid=0 2024-11-22T19:59:15,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742492_1668 (size=9857) 2024-11-22T19:59:16,393 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/123cde0fc8de41f7a6041c076addb3ea 2024-11-22T19:59:16,397 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/A/fe2151d633ab4486a50b3d2fa87218a7 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/fe2151d633ab4486a50b3d2fa87218a7 2024-11-22T19:59:16,399 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/fe2151d633ab4486a50b3d2fa87218a7, entries=100, sequenceid=306, filesize=22.0 K 2024-11-22T19:59:16,400 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/B/fd5a9acc0fc04fe0b34ae6ae7cd8da5a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/fd5a9acc0fc04fe0b34ae6ae7cd8da5a 2024-11-22T19:59:16,402 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/fd5a9acc0fc04fe0b34ae6ae7cd8da5a, entries=100, sequenceid=306, filesize=9.6 K 2024-11-22T19:59:16,403 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/.tmp/C/123cde0fc8de41f7a6041c076addb3ea as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/123cde0fc8de41f7a6041c076addb3ea 2024-11-22T19:59:16,405 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/123cde0fc8de41f7a6041c076addb3ea, entries=100, sequenceid=306, filesize=9.6 K 2024-11-22T19:59:16,406 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b53271804e2e47513e49be766cb6dcfd in 1647ms, sequenceid=306, compaction requested=true 2024-11-22T19:59:16,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/50fcea40348a4120a82b2dbb5133a9db, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/24905c90402849c4a6b85ce740f9e75f, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/b0fced327528438f9484b1aad1cf396e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/062f34b7b5474c0cb252d0053c7a53dd, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/ef99c02133d14a60aa17c197af04dd92, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/51760017941e4134bfb9eeac2b9d5633, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/eaa6ceefae6443adafe5db32cc817e39, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/1a0573b953174178b9120761c4fefe72, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/2ad9be7f3e3241968d5251e5b11faaf2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/0f7064e50fb54a0ebb20dbcc8b32e76e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/798cdfd220c74228be230e71c47b97ce, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8f66e8f7d6449cc91b38fb1efc83279, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/d0d7cafb25fa4c39a673bb2461a81aa1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/fb35005c3a6544efb061f041f3e95484, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/91fab6e32e6e4839968f9b69b6eaa5e8, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/8c65d70a9d044e9399ec5cf5361d5bb4, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/42efaa5fa1f74793abbc26816aa7708c, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8855466e3c3471ca5a9bcabac2bf351, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/26c7a7193c934600a6345eeeceb47019] to archive 2024-11-22T19:59:16,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:59:16,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/50fcea40348a4120a82b2dbb5133a9db to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/50fcea40348a4120a82b2dbb5133a9db 2024-11-22T19:59:16,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/24905c90402849c4a6b85ce740f9e75f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/24905c90402849c4a6b85ce740f9e75f 2024-11-22T19:59:16,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/b0fced327528438f9484b1aad1cf396e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/b0fced327528438f9484b1aad1cf396e 2024-11-22T19:59:16,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/062f34b7b5474c0cb252d0053c7a53dd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/062f34b7b5474c0cb252d0053c7a53dd 2024-11-22T19:59:16,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/ef99c02133d14a60aa17c197af04dd92 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/ef99c02133d14a60aa17c197af04dd92 2024-11-22T19:59:16,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/51760017941e4134bfb9eeac2b9d5633 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/51760017941e4134bfb9eeac2b9d5633 2024-11-22T19:59:16,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/eaa6ceefae6443adafe5db32cc817e39 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/eaa6ceefae6443adafe5db32cc817e39 2024-11-22T19:59:16,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/1a0573b953174178b9120761c4fefe72 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/1a0573b953174178b9120761c4fefe72 2024-11-22T19:59:16,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/2ad9be7f3e3241968d5251e5b11faaf2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/2ad9be7f3e3241968d5251e5b11faaf2 2024-11-22T19:59:16,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/0f7064e50fb54a0ebb20dbcc8b32e76e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/0f7064e50fb54a0ebb20dbcc8b32e76e 2024-11-22T19:59:16,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/798cdfd220c74228be230e71c47b97ce to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/798cdfd220c74228be230e71c47b97ce 2024-11-22T19:59:16,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8f66e8f7d6449cc91b38fb1efc83279 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8f66e8f7d6449cc91b38fb1efc83279 2024-11-22T19:59:16,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/d0d7cafb25fa4c39a673bb2461a81aa1 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/d0d7cafb25fa4c39a673bb2461a81aa1 2024-11-22T19:59:16,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/fb35005c3a6544efb061f041f3e95484 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/fb35005c3a6544efb061f041f3e95484 2024-11-22T19:59:16,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/91fab6e32e6e4839968f9b69b6eaa5e8 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/91fab6e32e6e4839968f9b69b6eaa5e8 2024-11-22T19:59:16,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/8c65d70a9d044e9399ec5cf5361d5bb4 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/8c65d70a9d044e9399ec5cf5361d5bb4 2024-11-22T19:59:16,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/42efaa5fa1f74793abbc26816aa7708c to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/42efaa5fa1f74793abbc26816aa7708c 2024-11-22T19:59:16,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8855466e3c3471ca5a9bcabac2bf351 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/a8855466e3c3471ca5a9bcabac2bf351 2024-11-22T19:59:16,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/26c7a7193c934600a6345eeeceb47019 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/26c7a7193c934600a6345eeeceb47019 2024-11-22T19:59:16,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0e9fe50f35dc478792316da0633c0a12, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/8765afb4d57f4001b4c055a6ad16f172, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/58280c08c07849959100e4c68e6239f0, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/75950367f50a444faaa159bffcfd624b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/5173e6d3c6e147d78fc8bae3335774c6, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/93434aadb2324ed7907942e8b7534e45, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/eb60d11831ea4d97b0657ba9346e3e41, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/68d9cc7f3c2e4c7fbc993ccec70cbb2b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0c688e2aba2d4eaebe3ce21aedc0d32a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/32fe660607ff44c8914973def7ed6c37, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/b8fef76fc9fd4b11a60f83b9c33ec703, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/3a7efac604a248bebb25ead70cee5366, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0ab959821420457aaea47bf14e31e1a2, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/a1131bfcfd5d4b92be12e7970333f48b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/292e6ef51ea04e748b9d9b7ad36eea40, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/c22b04002ae7435c988d4f5a59792078, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/db74e7035fee48628fd4b1b4955305f3, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/69bf6de9e6ce421c884cd73bf6498e16, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/a811ff012789424e912b198db6fce892] to archive 2024-11-22T19:59:16,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:59:16,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0e9fe50f35dc478792316da0633c0a12 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0e9fe50f35dc478792316da0633c0a12 2024-11-22T19:59:16,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/8765afb4d57f4001b4c055a6ad16f172 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/8765afb4d57f4001b4c055a6ad16f172 2024-11-22T19:59:16,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/58280c08c07849959100e4c68e6239f0 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/58280c08c07849959100e4c68e6239f0 2024-11-22T19:59:16,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/75950367f50a444faaa159bffcfd624b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/75950367f50a444faaa159bffcfd624b 2024-11-22T19:59:16,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/5173e6d3c6e147d78fc8bae3335774c6 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/5173e6d3c6e147d78fc8bae3335774c6 2024-11-22T19:59:16,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/93434aadb2324ed7907942e8b7534e45 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/93434aadb2324ed7907942e8b7534e45 2024-11-22T19:59:16,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/eb60d11831ea4d97b0657ba9346e3e41 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/eb60d11831ea4d97b0657ba9346e3e41 2024-11-22T19:59:16,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/68d9cc7f3c2e4c7fbc993ccec70cbb2b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/68d9cc7f3c2e4c7fbc993ccec70cbb2b 2024-11-22T19:59:16,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0c688e2aba2d4eaebe3ce21aedc0d32a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0c688e2aba2d4eaebe3ce21aedc0d32a 2024-11-22T19:59:16,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/32fe660607ff44c8914973def7ed6c37 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/32fe660607ff44c8914973def7ed6c37 2024-11-22T19:59:16,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/b8fef76fc9fd4b11a60f83b9c33ec703 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/b8fef76fc9fd4b11a60f83b9c33ec703 2024-11-22T19:59:16,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/3a7efac604a248bebb25ead70cee5366 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/3a7efac604a248bebb25ead70cee5366 2024-11-22T19:59:16,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0ab959821420457aaea47bf14e31e1a2 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/0ab959821420457aaea47bf14e31e1a2 2024-11-22T19:59:16,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/a1131bfcfd5d4b92be12e7970333f48b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/a1131bfcfd5d4b92be12e7970333f48b 2024-11-22T19:59:16,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/292e6ef51ea04e748b9d9b7ad36eea40 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/292e6ef51ea04e748b9d9b7ad36eea40 2024-11-22T19:59:16,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/c22b04002ae7435c988d4f5a59792078 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/c22b04002ae7435c988d4f5a59792078 2024-11-22T19:59:16,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/db74e7035fee48628fd4b1b4955305f3 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/db74e7035fee48628fd4b1b4955305f3 2024-11-22T19:59:16,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/69bf6de9e6ce421c884cd73bf6498e16 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/69bf6de9e6ce421c884cd73bf6498e16 2024-11-22T19:59:16,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/a811ff012789424e912b198db6fce892 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/a811ff012789424e912b198db6fce892 2024-11-22T19:59:16,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/eac379d5a5ef4d52a0caf4303da09c95, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0b003fe167134dbe84dd0b700c8bb58a, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/d587350015104053a810c1618ee48bec, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/2580841f7e594daba60def9da8c93385, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/1380ea76692c498cb58f78884bca2ed5, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0d0e1e2180f84a95a4fa632a3f2e4c1e, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/ee0342ca0337480f85b3e13a7aaa8706, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/908ccffe669440bfaa6b448f33147d23, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/b16b48e859ef4364a5c6dbe090b3aa19, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/d726cbe4d8914e16a91fc9610dfdcdea, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/1bc33f8691f14a4b9c6efe539ddcc988, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/85934125341d429199ec849437bf1aa1, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/7d1bf3849bcd4c549cb4b7f0080cc2dc, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/543bd70d1bf14dbc80e10161fae23bce, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/c9f2a576b74341ed924b1ae2fdb4c1da, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/fea353950e4e4983ba4a742872dcf457, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/780c7301f5dd419888b2fd4ceed3b05b, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0bd3ea4163f746798706a4016a000822, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/401decd607a541a4ab9ef6261bd9791f] to archive 2024-11-22T19:59:16,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T19:59:16,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/eac379d5a5ef4d52a0caf4303da09c95 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/eac379d5a5ef4d52a0caf4303da09c95 2024-11-22T19:59:16,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0b003fe167134dbe84dd0b700c8bb58a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0b003fe167134dbe84dd0b700c8bb58a 2024-11-22T19:59:16,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/d587350015104053a810c1618ee48bec to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/d587350015104053a810c1618ee48bec 2024-11-22T19:59:16,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/2580841f7e594daba60def9da8c93385 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/2580841f7e594daba60def9da8c93385 2024-11-22T19:59:16,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/1380ea76692c498cb58f78884bca2ed5 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/1380ea76692c498cb58f78884bca2ed5 2024-11-22T19:59:16,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0d0e1e2180f84a95a4fa632a3f2e4c1e to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0d0e1e2180f84a95a4fa632a3f2e4c1e 2024-11-22T19:59:16,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/ee0342ca0337480f85b3e13a7aaa8706 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/ee0342ca0337480f85b3e13a7aaa8706 2024-11-22T19:59:16,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/908ccffe669440bfaa6b448f33147d23 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/908ccffe669440bfaa6b448f33147d23 2024-11-22T19:59:16,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/b16b48e859ef4364a5c6dbe090b3aa19 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/b16b48e859ef4364a5c6dbe090b3aa19 2024-11-22T19:59:16,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/d726cbe4d8914e16a91fc9610dfdcdea to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/d726cbe4d8914e16a91fc9610dfdcdea 2024-11-22T19:59:16,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/1bc33f8691f14a4b9c6efe539ddcc988 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/1bc33f8691f14a4b9c6efe539ddcc988 2024-11-22T19:59:16,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/85934125341d429199ec849437bf1aa1 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/85934125341d429199ec849437bf1aa1 2024-11-22T19:59:16,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/7d1bf3849bcd4c549cb4b7f0080cc2dc to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/7d1bf3849bcd4c549cb4b7f0080cc2dc 2024-11-22T19:59:16,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/543bd70d1bf14dbc80e10161fae23bce to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/543bd70d1bf14dbc80e10161fae23bce 2024-11-22T19:59:16,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/c9f2a576b74341ed924b1ae2fdb4c1da to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/c9f2a576b74341ed924b1ae2fdb4c1da 2024-11-22T19:59:16,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/fea353950e4e4983ba4a742872dcf457 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/fea353950e4e4983ba4a742872dcf457 2024-11-22T19:59:16,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/780c7301f5dd419888b2fd4ceed3b05b to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/780c7301f5dd419888b2fd4ceed3b05b 2024-11-22T19:59:16,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0bd3ea4163f746798706a4016a000822 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/0bd3ea4163f746798706a4016a000822 2024-11-22T19:59:16,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/401decd607a541a4ab9ef6261bd9791f to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/401decd607a541a4ab9ef6261bd9791f 2024-11-22T19:59:16,458 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/recovered.edits/309.seqid, newMaxSeqId=309, maxSeqId=4 2024-11-22T19:59:16,459 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. 2024-11-22T19:59:16,459 DEBUG [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1676): Region close journal for b53271804e2e47513e49be766cb6dcfd: Waiting for close lock at 1732305554759Running coprocessor pre-close hooks at 1732305554759Disabling compacts and flushes for region at 1732305554759Disabling writes for close at 1732305554759Obtaining lock to block concurrent updates at 1732305554759Preparing flush snapshotting stores in b53271804e2e47513e49be766cb6dcfd at 1732305554759Finished memstore snapshotting TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732305554759Flushing stores of TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd. at 1732305554760 (+1 ms)Flushing b53271804e2e47513e49be766cb6dcfd/A: creating writer at 1732305554760Flushing mob file b53271804e2e47513e49be766cb6dcfd/A: appending metadata at 1732305554765 (+5 ms)Flushing mob file b53271804e2e47513e49be766cb6dcfd/A: closing flushed file at 1732305554765Flushing b53271804e2e47513e49be766cb6dcfd/A: appending metadata at 1732305555172 (+407 ms)Flushing b53271804e2e47513e49be766cb6dcfd/A: closing flushed file at 1732305555172Flushing b53271804e2e47513e49be766cb6dcfd/B: creating writer at 1732305555579 (+407 ms)Flushing b53271804e2e47513e49be766cb6dcfd/B: appending metadata at 1732305555581 (+2 ms)Flushing b53271804e2e47513e49be766cb6dcfd/B: closing flushed file at 1732305555581Flushing b53271804e2e47513e49be766cb6dcfd/C: creating writer at 1732305555988 (+407 ms)Flushing b53271804e2e47513e49be766cb6dcfd/C: appending metadata at 1732305555989 (+1 ms)Flushing b53271804e2e47513e49be766cb6dcfd/C: closing flushed file at 1732305555989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a00527: reopening flushed file at 1732305556396 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ae6522: reopening flushed file at 1732305556399 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e712c0: reopening flushed file at 1732305556402 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b53271804e2e47513e49be766cb6dcfd in 1647ms, sequenceid=306, compaction requested=true at 1732305556406 (+4 ms)Writing region close event to WAL at 1732305556456 (+50 ms)Running coprocessor post-close hooks at 1732305556459 (+3 ms)Closed at 1732305556459 2024-11-22T19:59:16,461 INFO [RS_CLOSE_REGION-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(157): Closed b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,461 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=b53271804e2e47513e49be766cb6dcfd, regionState=CLOSED 2024-11-22T19:59:16,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 because future has completed 2024-11-22T19:59:16,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-22T19:59:16,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; CloseRegionProcedure b53271804e2e47513e49be766cb6dcfd, server=982bb8edae1e,45729,1732305367266 in 1.8560 sec 2024-11-22T19:59:16,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=178, resume processing ppid=177 2024-11-22T19:59:16,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, ppid=177, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b53271804e2e47513e49be766cb6dcfd, UNASSIGN in 1.8600 sec 2024-11-22T19:59:16,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-22T19:59:16,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8630 sec 2024-11-22T19:59:16,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732305556468"}]},"ts":"1732305556468"} 2024-11-22T19:59:16,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T19:59:16,469 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T19:59:16,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8710 sec 2024-11-22T19:59:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-22T19:59:16,757 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:59:16,757 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T19:59:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:59:16,759 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:59:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-22T19:59:16,760 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=180, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:59:16,762 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,763 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C, FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/recovered.edits] 2024-11-22T19:59:16,765 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/5647e0a5cfd249ec9db896484cdd66da to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/5647e0a5cfd249ec9db896484cdd66da 2024-11-22T19:59:16,766 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/65447e3af028450e8f51332182331fdd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/65447e3af028450e8f51332182331fdd 2024-11-22T19:59:16,767 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/fe2151d633ab4486a50b3d2fa87218a7 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/A/fe2151d633ab4486a50b3d2fa87218a7 2024-11-22T19:59:16,768 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/c22e384573464aa6a9c9656d0d304e7a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/c22e384573464aa6a9c9656d0d304e7a 2024-11-22T19:59:16,769 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/ec7c5c2a856e4cba8a8522d7c31423cc to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/ec7c5c2a856e4cba8a8522d7c31423cc 2024-11-22T19:59:16,770 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/fd5a9acc0fc04fe0b34ae6ae7cd8da5a to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/B/fd5a9acc0fc04fe0b34ae6ae7cd8da5a 2024-11-22T19:59:16,772 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/123cde0fc8de41f7a6041c076addb3ea to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/123cde0fc8de41f7a6041c076addb3ea 2024-11-22T19:59:16,772 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/3cd9c7869f8e4b77a36d0b8da05e7961 to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/3cd9c7869f8e4b77a36d0b8da05e7961 2024-11-22T19:59:16,773 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/55c11a6f9c334ce9b33f2b49cd4a1c8d to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/C/55c11a6f9c334ce9b33f2b49cd4a1c8d 2024-11-22T19:59:16,775 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/recovered.edits/309.seqid to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd/recovered.edits/309.seqid 2024-11-22T19:59:16,775 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/default/TestAcidGuarantees/b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,775 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T19:59:16,776 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T19:59:16,776 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T19:59:16,778 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220e1984e8e49b4ec4bda3f3ec26d650bb_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220e1984e8e49b4ec4bda3f3ec26d650bb_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,779 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220f03509d841a4c769abcd5a66c58a220_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220f03509d841a4c769abcd5a66c58a220_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,780 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122104bb4368db741e0b5cb4c50799db516_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122104bb4368db741e0b5cb4c50799db516_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,781 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223ae997fd385643b0ab29026ac8c69666_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223ae997fd385643b0ab29026ac8c69666_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,781 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c9e05d1c7d14fb8a96658997ff8f384_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c9e05d1c7d14fb8a96658997ff8f384_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,782 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224efec01f2d6841f3b86d98bb6203c8fe_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224efec01f2d6841f3b86d98bb6203c8fe_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,783 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225efe3bf9b2db4139b22fc1d1a484bc18_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225efe3bf9b2db4139b22fc1d1a484bc18_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,784 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227cb03d72080b4a4ab46865c87d84008f_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227cb03d72080b4a4ab46865c87d84008f_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,784 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227de3de8857124bc7ac18e1d9527e738f_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227de3de8857124bc7ac18e1d9527e738f_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,785 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b71de69598404a7a9d3e2975e1d249ef_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b71de69598404a7a9d3e2975e1d249ef_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,786 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c5c81c783895437aaf86f464cbebe551_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c5c81c783895437aaf86f464cbebe551_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,786 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c7bc7f3494cd45e6b302d3ecf34481d7_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c7bc7f3494cd45e6b302d3ecf34481d7_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,787 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cff7979c40e245a18f7b98b7a981e42b_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cff7979c40e245a18f7b98b7a981e42b_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,788 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e5a1fba3bc4a4970ad446bb4c798dd24_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e5a1fba3bc4a4970ad446bb4c798dd24_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,789 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e6823eab4070411f9c1c907f0f96bc02_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e6823eab4070411f9c1c907f0f96bc02_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,789 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ec6f79ccb04f4fceb79cd4e4a481ebf1_b53271804e2e47513e49be766cb6dcfd to hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ec6f79ccb04f4fceb79cd4e4a481ebf1_b53271804e2e47513e49be766cb6dcfd 2024-11-22T19:59:16,790 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T19:59:16,792 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=180, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:59:16,793 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T19:59:16,795 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T19:59:16,796 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=180, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:59:16,796 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T19:59:16,796 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732305556796"}]},"ts":"9223372036854775807"} 2024-11-22T19:59:16,797 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T19:59:16,797 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b53271804e2e47513e49be766cb6dcfd, NAME => 'TestAcidGuarantees,,1732305523055.b53271804e2e47513e49be766cb6dcfd.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T19:59:16,797 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T19:59:16,797 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732305556797"}]},"ts":"9223372036854775807"} 2024-11-22T19:59:16,799 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T19:59:16,799 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=180, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T19:59:16,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-22T19:59:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-22T19:59:16,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T19:59:16,871 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T19:59:16,878 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 236) - Thread LEAK? -, OpenFileDescriptor=441 (was 441), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 345), ProcessCount=11 (was 11), AvailableMemoryMB=7633 (was 8298) 2024-11-22T19:59:16,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T19:59:16,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:59:16,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:59:16,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:16,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:16,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T19:59:16,879 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T19:59:16,879 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1143773905, stopped=false 2024-11-22T19:59:16,879 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=982bb8edae1e,38233,1732305366518 2024-11-22T19:59:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:59:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:59:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T19:59:16,881 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:59:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:59:16,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T19:59:16,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:59:16,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:16,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:59:16,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T19:59:16,882 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '982bb8edae1e,45729,1732305367266' ***** 2024-11-22T19:59:16,882 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T19:59:16,882 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T19:59:16,883 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T19:59:16,883 INFO [RS:0;982bb8edae1e:45729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T19:59:16,883 INFO [RS:0;982bb8edae1e:45729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T19:59:16,883 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(959): stopping server 982bb8edae1e,45729,1732305367266 2024-11-22T19:59:16,883 INFO [RS:0;982bb8edae1e:45729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:59:16,883 INFO [RS:0;982bb8edae1e:45729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;982bb8edae1e:45729. 2024-11-22T19:59:16,883 DEBUG [RS:0;982bb8edae1e:45729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T19:59:16,883 DEBUG [RS:0;982bb8edae1e:45729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:16,883 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T19:59:16,883 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T19:59:16,883 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T19:59:16,883 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T19:59:16,884 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T19:59:16,884 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T19:59:16,884 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T19:59:16,884 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T19:59:16,884 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T19:59:16,884 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T19:59:16,884 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T19:59:16,884 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-22T19:59:16,884 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:59:16,907 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/.tmp/info/24ecdbaacb7a43e1b01f5f8848722838 is 95, key is TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a./info:/1732305401921/DeleteFamily/seqid=0 2024-11-22T19:59:16,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742493_1669 (size=6514) 2024-11-22T19:59:16,962 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T19:59:16,976 INFO [regionserver/982bb8edae1e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:59:17,085 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:59:17,285 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:59:17,292 INFO [regionserver/982bb8edae1e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T19:59:17,292 INFO [regionserver/982bb8edae1e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T19:59:17,311 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/.tmp/info/24ecdbaacb7a43e1b01f5f8848722838 2024-11-22T19:59:17,329 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/.tmp/ns/06be6fc6dca04ea8ad65b573c22d5d64 is 93, key is TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a./ns:/1732305401877/DeleteFamily/seqid=0 2024-11-22T19:59:17,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742494_1670 (size=5906) 2024-11-22T19:59:17,485 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:59:17,685 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:59:17,733 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/.tmp/ns/06be6fc6dca04ea8ad65b573c22d5d64 2024-11-22T19:59:17,750 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/.tmp/rep_barrier/adce04c294684c06b3690f0dc2f54311 is 102, key is TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a./rep_barrier:/1732305401877/DeleteFamily/seqid=0 2024-11-22T19:59:17,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742495_1671 (size=6025) 2024-11-22T19:59:17,885 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:59:18,086 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:59:18,153 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/.tmp/rep_barrier/adce04c294684c06b3690f0dc2f54311 2024-11-22T19:59:18,171 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/.tmp/table/5729769c986e4cfaa5fe45041ec4e773 is 96, key is TestAcidGuarantees,,1732305371320.8a1b0da4b23aa461c0d70f4385b6ea7a./table:/1732305401877/DeleteFamily/seqid=0 2024-11-22T19:59:18,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742496_1672 (size=5936) 2024-11-22T19:59:18,286 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:59:18,486 DEBUG [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T19:59:18,575 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/.tmp/table/5729769c986e4cfaa5fe45041ec4e773 2024-11-22T19:59:18,579 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/.tmp/info/24ecdbaacb7a43e1b01f5f8848722838 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/info/24ecdbaacb7a43e1b01f5f8848722838 2024-11-22T19:59:18,582 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/info/24ecdbaacb7a43e1b01f5f8848722838, entries=12, sequenceid=90, filesize=6.4 K 2024-11-22T19:59:18,582 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/.tmp/ns/06be6fc6dca04ea8ad65b573c22d5d64 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/ns/06be6fc6dca04ea8ad65b573c22d5d64 2024-11-22T19:59:18,585 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/ns/06be6fc6dca04ea8ad65b573c22d5d64, entries=8, sequenceid=90, filesize=5.8 K 2024-11-22T19:59:18,585 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/.tmp/rep_barrier/adce04c294684c06b3690f0dc2f54311 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/rep_barrier/adce04c294684c06b3690f0dc2f54311 2024-11-22T19:59:18,588 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/rep_barrier/adce04c294684c06b3690f0dc2f54311, entries=6, sequenceid=90, filesize=5.9 K 2024-11-22T19:59:18,588 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/.tmp/table/5729769c986e4cfaa5fe45041ec4e773 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/table/5729769c986e4cfaa5fe45041ec4e773 2024-11-22T19:59:18,591 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/table/5729769c986e4cfaa5fe45041ec4e773, entries=7, sequenceid=90, filesize=5.8 K 2024-11-22T19:59:18,591 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false 2024-11-22T19:59:18,595 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-22T19:59:18,596 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T19:59:18,596 INFO [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T19:59:18,596 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732305556884Running coprocessor pre-close hooks at 1732305556884Disabling compacts and flushes for region at 1732305556884Disabling writes for close at 1732305556884Obtaining lock to block concurrent updates at 1732305556884Preparing flush snapshotting stores in 1588230740 at 1732305556884Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732305556885 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732305556885Flushing 1588230740/info: creating writer at 1732305556885Flushing 1588230740/info: appending metadata at 1732305556907 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732305556907Flushing 1588230740/ns: creating writer at 1732305557315 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732305557328 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732305557329 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732305557736 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732305557749 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732305557749Flushing 1588230740/table: creating writer at 1732305558156 (+407 ms)Flushing 1588230740/table: appending metadata at 1732305558171 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732305558171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1600a6d4: reopening flushed file at 1732305558578 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb56075: reopening flushed file at 1732305558582 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e004ea: reopening flushed file at 1732305558585 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756b5e02: reopening flushed file at 1732305558588 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false at 1732305558591 (+3 ms)Writing region close event to WAL at 1732305558593 (+2 ms)Running coprocessor post-close hooks at 1732305558596 (+3 ms)Closed at 1732305558596 2024-11-22T19:59:18,596 DEBUG [RS_CLOSE_META-regionserver/982bb8edae1e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T19:59:18,686 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(976): stopping server 982bb8edae1e,45729,1732305367266; all regions closed. 2024-11-22T19:59:18,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741834_1010 (size=25344) 2024-11-22T19:59:18,692 DEBUG [RS:0;982bb8edae1e:45729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/oldWALs 2024-11-22T19:59:18,692 INFO [RS:0;982bb8edae1e:45729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C45729%2C1732305367266.meta:.meta(num 1732305370862) 2024-11-22T19:59:18,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741833_1009 (size=14905868) 2024-11-22T19:59:18,696 DEBUG [RS:0;982bb8edae1e:45729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/oldWALs 2024-11-22T19:59:18,696 INFO [RS:0;982bb8edae1e:45729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 982bb8edae1e%2C45729%2C1732305367266:(num 1732305370364) 2024-11-22T19:59:18,696 DEBUG [RS:0;982bb8edae1e:45729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T19:59:18,696 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T19:59:18,697 INFO [RS:0;982bb8edae1e:45729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:59:18,697 INFO [RS:0;982bb8edae1e:45729 {}] hbase.ChoreService(370): Chore service for: regionserver/982bb8edae1e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T19:59:18,697 INFO [RS:0;982bb8edae1e:45729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:59:18,697 INFO [regionserver/982bb8edae1e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:59:18,697 INFO [RS:0;982bb8edae1e:45729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45729 2024-11-22T19:59:18,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/982bb8edae1e,45729,1732305367266 2024-11-22T19:59:18,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T19:59:18,703 INFO [RS:0;982bb8edae1e:45729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:59:18,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [982bb8edae1e,45729,1732305367266] 2024-11-22T19:59:18,706 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/982bb8edae1e,45729,1732305367266 already deleted, retry=false 2024-11-22T19:59:18,706 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 982bb8edae1e,45729,1732305367266 expired; onlineServers=0 2024-11-22T19:59:18,707 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '982bb8edae1e,38233,1732305366518' ***** 2024-11-22T19:59:18,707 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T19:59:18,707 INFO [M:0;982bb8edae1e:38233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T19:59:18,707 INFO [M:0;982bb8edae1e:38233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T19:59:18,707 DEBUG [M:0;982bb8edae1e:38233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T19:59:18,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T19:59:18,707 DEBUG [M:0;982bb8edae1e:38233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T19:59:18,707 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732305369991 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.large.0-1732305369991,5,FailOnTimeoutGroup] 2024-11-22T19:59:18,707 DEBUG [master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732305369997 {}] cleaner.HFileCleaner(306): Exit Thread[master/982bb8edae1e:0:becomeActiveMaster-HFileCleaner.small.0-1732305369997,5,FailOnTimeoutGroup] 2024-11-22T19:59:18,707 INFO [M:0;982bb8edae1e:38233 {}] hbase.ChoreService(370): Chore service for: master/982bb8edae1e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T19:59:18,707 INFO [M:0;982bb8edae1e:38233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T19:59:18,707 DEBUG [M:0;982bb8edae1e:38233 {}] master.HMaster(1795): Stopping service threads 2024-11-22T19:59:18,707 INFO [M:0;982bb8edae1e:38233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T19:59:18,708 INFO [M:0;982bb8edae1e:38233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T19:59:18,708 ERROR [M:0;982bb8edae1e:38233 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2068722025) connection to localhost/127.0.0.1:35281 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35281,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-22T19:59:18,708 INFO [M:0;982bb8edae1e:38233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T19:59:18,708 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T19:59:18,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T19:59:18,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T19:59:18,709 DEBUG [M:0;982bb8edae1e:38233 {}] zookeeper.ZKUtil(347): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T19:59:18,709 WARN [M:0;982bb8edae1e:38233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T19:59:18,709 INFO [M:0;982bb8edae1e:38233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/.lastflushedseqids 2024-11-22T19:59:18,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742497_1673 (size=72) 2024-11-22T19:59:18,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:59:18,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101414015120001, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:59:18,806 INFO [RS:0;982bb8edae1e:45729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:59:18,806 INFO [RS:0;982bb8edae1e:45729 {}] regionserver.HRegionServer(1031): Exiting; stopping=982bb8edae1e,45729,1732305367266; zookeeper connection closed. 2024-11-22T19:59:18,806 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bd8a223 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bd8a223 2024-11-22T19:59:18,807 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T19:59:19,119 INFO [M:0;982bb8edae1e:38233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T19:59:19,119 INFO [M:0;982bb8edae1e:38233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T19:59:19,119 DEBUG [M:0;982bb8edae1e:38233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T19:59:19,119 INFO [M:0;982bb8edae1e:38233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:59:19,119 DEBUG [M:0;982bb8edae1e:38233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:59:19,119 DEBUG [M:0;982bb8edae1e:38233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T19:59:19,119 DEBUG [M:0;982bb8edae1e:38233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:59:19,119 INFO [M:0;982bb8edae1e:38233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=774.80 KB heapSize=953.99 KB 2024-11-22T19:59:19,137 DEBUG [M:0;982bb8edae1e:38233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/612f559feb9c4b8f8ea9f34cad7eab1f is 82, key is hbase:meta,,1/info:regioninfo/1732305370964/Put/seqid=0 2024-11-22T19:59:19,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742498_1674 (size=5672) 2024-11-22T19:59:19,541 INFO [M:0;982bb8edae1e:38233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2207 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/612f559feb9c4b8f8ea9f34cad7eab1f 2024-11-22T19:59:19,562 DEBUG [M:0;982bb8edae1e:38233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0eac1b18602490a8e43460c4b871361 is 2275, key is \x00\x00\x00\x00\x00\x00\x00\x9B/proc:d/1732305526121/Put/seqid=0 2024-11-22T19:59:19,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742499_1675 (size=45868) 2024-11-22T19:59:19,966 INFO [M:0;982bb8edae1e:38233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=774.24 KB at sequenceid=2207 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0eac1b18602490a8e43460c4b871361 2024-11-22T19:59:19,969 INFO [M:0;982bb8edae1e:38233 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0eac1b18602490a8e43460c4b871361 2024-11-22T19:59:19,983 DEBUG [M:0;982bb8edae1e:38233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/349f19cb1dcd49908c24b02f747d2a5a is 69, key is 982bb8edae1e,45729,1732305367266/rs:state/1732305370116/Put/seqid=0 2024-11-22T19:59:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073742500_1676 (size=5156) 2024-11-22T19:59:20,387 INFO [M:0;982bb8edae1e:38233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2207 (bloomFilter=true), to=hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/349f19cb1dcd49908c24b02f747d2a5a 2024-11-22T19:59:20,390 DEBUG [M:0;982bb8edae1e:38233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/612f559feb9c4b8f8ea9f34cad7eab1f as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/612f559feb9c4b8f8ea9f34cad7eab1f 2024-11-22T19:59:20,393 INFO [M:0;982bb8edae1e:38233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/612f559feb9c4b8f8ea9f34cad7eab1f, entries=8, sequenceid=2207, filesize=5.5 K 2024-11-22T19:59:20,393 DEBUG [M:0;982bb8edae1e:38233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0eac1b18602490a8e43460c4b871361 as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0eac1b18602490a8e43460c4b871361 2024-11-22T19:59:20,396 INFO [M:0;982bb8edae1e:38233 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0eac1b18602490a8e43460c4b871361 2024-11-22T19:59:20,396 INFO [M:0;982bb8edae1e:38233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0eac1b18602490a8e43460c4b871361, entries=180, sequenceid=2207, filesize=44.8 K 2024-11-22T19:59:20,397 DEBUG [M:0;982bb8edae1e:38233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/349f19cb1dcd49908c24b02f747d2a5a as hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/349f19cb1dcd49908c24b02f747d2a5a 2024-11-22T19:59:20,399 INFO [M:0;982bb8edae1e:38233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35281/user/jenkins/test-data/c33d51ea-0adb-02ab-4763-0740b6fb6eb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/349f19cb1dcd49908c24b02f747d2a5a, entries=1, sequenceid=2207, filesize=5.0 K 2024-11-22T19:59:20,400 INFO [M:0;982bb8edae1e:38233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~774.80 KB/793391, heapSize ~953.70 KB/976584, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=2207, compaction requested=false 2024-11-22T19:59:20,401 INFO [M:0;982bb8edae1e:38233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T19:59:20,401 DEBUG [M:0;982bb8edae1e:38233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732305559119Disabling compacts and flushes for region at 1732305559119Disabling writes for close at 1732305559119Obtaining lock to block concurrent updates at 1732305559119Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732305559119Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=793391, getHeapSize=976824, getOffHeapSize=0, getCellsCount=2412 at 1732305559120 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732305559120Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732305559120Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732305559137 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732305559137Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732305559544 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732305559561 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732305559561Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732305559969 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732305559983 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732305559983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1985e565: reopening flushed file at 1732305560390 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b10e73c: reopening flushed file at 1732305560393 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4181fa66: reopening flushed file at 1732305560396 (+3 ms)Finished flush of dataSize ~774.80 KB/793391, heapSize ~953.70 KB/976584, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=2207, compaction requested=false at 1732305560400 (+4 ms)Writing region close event to WAL at 1732305560401 (+1 ms)Closed at 1732305560401 2024-11-22T19:59:20,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741830_1006 (size=938085) 2024-11-22T19:59:20,404 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T19:59:20,404 INFO [M:0;982bb8edae1e:38233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T19:59:20,404 INFO [M:0;982bb8edae1e:38233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38233 2024-11-22T19:59:20,404 INFO [M:0;982bb8edae1e:38233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T19:59:20,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:59:20,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101414015120000, quorum=127.0.0.1:50891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T19:59:20,506 INFO [M:0;982bb8edae1e:38233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T19:59:20,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7acb84b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T19:59:20,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e1ebae6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:59:20,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:59:20,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:59:20,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/hadoop.log.dir/,STOPPED} 2024-11-22T19:59:20,517 WARN [BP-1357241678-172.17.0.2-1732305363437 heartbeating to localhost/127.0.0.1:35281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T19:59:20,517 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T19:59:20,517 WARN [BP-1357241678-172.17.0.2-1732305363437 heartbeating to localhost/127.0.0.1:35281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1357241678-172.17.0.2-1732305363437 (Datanode Uuid c200b0dc-2382-4d82-a734-e0600f817faa) service to localhost/127.0.0.1:35281 2024-11-22T19:59:20,517 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T19:59:20,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/cluster_a9923ad1-52d0-6038-7536-afd0db0b0ac9/data/data1/current/BP-1357241678-172.17.0.2-1732305363437 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:59:20,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/cluster_a9923ad1-52d0-6038-7536-afd0db0b0ac9/data/data2/current/BP-1357241678-172.17.0.2-1732305363437 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T19:59:20,520 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T19:59:20,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T19:59:20,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T19:59:20,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T19:59:20,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T19:59:20,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79715c79-7389-1136-ee3c-48c9880b9c6a/hadoop.log.dir/,STOPPED} 2024-11-22T19:59:20,544 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T19:59:20,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down